2024-11-14 07:17:11,048 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-14 07:17:11,079 main DEBUG Took 0.029237 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-14 07:17:11,080 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-14 07:17:11,080 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-14 07:17:11,081 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-14 07:17:11,083 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 07:17:11,094 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-14 07:17:11,113 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 07:17:11,114 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 07:17:11,115 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 07:17:11,115 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 07:17:11,116 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 07:17:11,116 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 07:17:11,118 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 07:17:11,118 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 07:17:11,119 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 07:17:11,119 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 07:17:11,120 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 07:17:11,120 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 07:17:11,122 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 07:17:11,122 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 07:17:11,123 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 07:17:11,124 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 07:17:11,124 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 07:17:11,125 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 07:17:11,125 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 07:17:11,126 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 07:17:11,126 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 07:17:11,127 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 07:17:11,127 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 07:17:11,128 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 07:17:11,128 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 07:17:11,130 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-14 07:17:11,132 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 07:17:11,134 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-14 07:17:11,136 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-14 07:17:11,137 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-14 07:17:11,140 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-14 07:17:11,141 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-14 07:17:11,152 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-14 07:17:11,155 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-14 07:17:11,157 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-14 07:17:11,157 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-14 07:17:11,158 main DEBUG createAppenders(={Console}) 2024-11-14 07:17:11,159 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-14 07:17:11,159 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-14 07:17:11,160 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-14 07:17:11,160 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-14 07:17:11,161 main DEBUG OutputStream closed 2024-11-14 07:17:11,161 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-14 07:17:11,161 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-14 07:17:11,162 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-14 07:17:11,271 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-14 07:17:11,273 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-14 07:17:11,274 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-14 07:17:11,276 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-14 07:17:11,279 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-14 07:17:11,279 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-14 07:17:11,280 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-14 07:17:11,280 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-14 07:17:11,281 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-14 07:17:11,281 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-14 07:17:11,282 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-14 07:17:11,282 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-14 07:17:11,283 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-14 07:17:11,283 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-14 07:17:11,284 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-14 07:17:11,284 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-14 07:17:11,285 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-14 07:17:11,286 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-14 07:17:11,289 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14 07:17:11,290 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-14 07:17:11,290 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-14 07:17:11,291 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-14T07:17:11,310 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-14 07:17:11,313 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-14 07:17:11,313 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14T07:17:11,384 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=517, ProcessCount=11, AvailableMemoryMB=6680 2024-11-14T07:17:11,732 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-14T07:17:11,799 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f5d4cf5c-9693-ed86-ecc9-d8d8eab05f38 2024-11-14T07:17:11,808 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f5d4cf5c-9693-ed86-ecc9-d8d8eab05f38/cluster_96426d52-8f4d-5633-2d46-4461169e3604, deleteOnExit=true 2024-11-14T07:17:12,012 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f5d4cf5c-9693-ed86-ecc9-d8d8eab05f38/cluster_96426d52-8f4d-5633-2d46-4461169e3604/zookeeper_0, clientPort=51862, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f5d4cf5c-9693-ed86-ecc9-d8d8eab05f38/cluster_96426d52-8f4d-5633-2d46-4461169e3604/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f5d4cf5c-9693-ed86-ecc9-d8d8eab05f38/cluster_96426d52-8f4d-5633-2d46-4461169e3604/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T07:17:12,036 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51862 2024-11-14T07:17:12,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T07:17:12,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T07:17:12,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f5d4cf5c-9693-ed86-ecc9-d8d8eab05f38/test.cache.data in system properties and HBase conf 2024-11-14T07:17:12,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f5d4cf5c-9693-ed86-ecc9-d8d8eab05f38/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T07:17:12,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f5d4cf5c-9693-ed86-ecc9-d8d8eab05f38/hadoop.log.dir in system properties and HBase conf 2024-11-14T07:17:12,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f5d4cf5c-9693-ed86-ecc9-d8d8eab05f38/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T07:17:12,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f5d4cf5c-9693-ed86-ecc9-d8d8eab05f38/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T07:17:12,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T07:17:12,168 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-14T07:17:12,297 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T07:17:12,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f5d4cf5c-9693-ed86-ecc9-d8d8eab05f38/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T07:17:12,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f5d4cf5c-9693-ed86-ecc9-d8d8eab05f38/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T07:17:12,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f5d4cf5c-9693-ed86-ecc9-d8d8eab05f38/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T07:17:12,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f5d4cf5c-9693-ed86-ecc9-d8d8eab05f38/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T07:17:12,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f5d4cf5c-9693-ed86-ecc9-d8d8eab05f38/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T07:17:12,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f5d4cf5c-9693-ed86-ecc9-d8d8eab05f38/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T07:17:12,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f5d4cf5c-9693-ed86-ecc9-d8d8eab05f38/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T07:17:12,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f5d4cf5c-9693-ed86-ecc9-d8d8eab05f38/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T07:17:12,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f5d4cf5c-9693-ed86-ecc9-d8d8eab05f38/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T07:17:12,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f5d4cf5c-9693-ed86-ecc9-d8d8eab05f38/nfs.dump.dir in system properties and HBase conf 2024-11-14T07:17:12,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f5d4cf5c-9693-ed86-ecc9-d8d8eab05f38/java.io.tmpdir in system properties and HBase conf 2024-11-14T07:17:12,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f5d4cf5c-9693-ed86-ecc9-d8d8eab05f38/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T07:17:12,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f5d4cf5c-9693-ed86-ecc9-d8d8eab05f38/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T07:17:12,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f5d4cf5c-9693-ed86-ecc9-d8d8eab05f38/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T07:17:13,596 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-14T07:17:13,663 INFO [Time-limited test {}] log.Log(170): Logging initialized @3506ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-14T07:17:13,728 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T07:17:13,787 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T07:17:13,811 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T07:17:13,811 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T07:17:13,812 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T07:17:13,826 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T07:17:13,829 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f5d4cf5c-9693-ed86-ecc9-d8d8eab05f38/hadoop.log.dir/,AVAILABLE} 2024-11-14T07:17:13,830 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T07:17:14,001 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f5d4cf5c-9693-ed86-ecc9-d8d8eab05f38/java.io.tmpdir/jetty-localhost-42495-hadoop-hdfs-3_4_1-tests_jar-_-any-13405794267568868907/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T07:17:14,008 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:42495} 2024-11-14T07:17:14,008 INFO [Time-limited test {}] server.Server(415): Started @3851ms 2024-11-14T07:17:14,778 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T07:17:14,784 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T07:17:14,785 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T07:17:14,785 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T07:17:14,786 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T07:17:14,787 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f5d4cf5c-9693-ed86-ecc9-d8d8eab05f38/hadoop.log.dir/,AVAILABLE} 2024-11-14T07:17:14,788 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T07:17:14,884 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a2d6a05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f5d4cf5c-9693-ed86-ecc9-d8d8eab05f38/java.io.tmpdir/jetty-localhost-43357-hadoop-hdfs-3_4_1-tests_jar-_-any-5599742004250578113/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T07:17:14,885 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:43357} 2024-11-14T07:17:14,885 INFO [Time-limited test {}] server.Server(415): Started @4728ms 2024-11-14T07:17:14,931 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T07:17:15,884 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f5d4cf5c-9693-ed86-ecc9-d8d8eab05f38/cluster_96426d52-8f4d-5633-2d46-4461169e3604/data/data1/current/BP-1737865472-172.17.0.2-1731568632932/current, will proceed with Du for space computation calculation, 2024-11-14T07:17:15,884 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f5d4cf5c-9693-ed86-ecc9-d8d8eab05f38/cluster_96426d52-8f4d-5633-2d46-4461169e3604/data/data2/current/BP-1737865472-172.17.0.2-1731568632932/current, will proceed with Du for space computation calculation, 2024-11-14T07:17:15,909 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T07:17:15,950 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x56a2a4a2ad9e9107 with lease ID 0x75f7c37f84adc96f: Processing first storage report for DS-64b9e742-13e9-4288-906a-5a33f2d4cbe7 from datanode DatanodeRegistration(127.0.0.1:33757, datanodeUuid=582338be-55f8-4e7e-ac1a-72be7f514f40, infoPort=36587, infoSecurePort=0, ipcPort=35831, storageInfo=lv=-57;cid=testClusterID;nsid=1518337875;c=1731568632932) 2024-11-14T07:17:15,951 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x56a2a4a2ad9e9107 with lease ID 0x75f7c37f84adc96f: from storage DS-64b9e742-13e9-4288-906a-5a33f2d4cbe7 node DatanodeRegistration(127.0.0.1:33757, datanodeUuid=582338be-55f8-4e7e-ac1a-72be7f514f40, infoPort=36587, infoSecurePort=0, ipcPort=35831, storageInfo=lv=-57;cid=testClusterID;nsid=1518337875;c=1731568632932), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T07:17:15,952 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x56a2a4a2ad9e9107 with lease ID 0x75f7c37f84adc96f: Processing first storage report for DS-dd548c85-c6c7-4e00-b243-74d342cd9f55 from datanode DatanodeRegistration(127.0.0.1:33757, datanodeUuid=582338be-55f8-4e7e-ac1a-72be7f514f40, infoPort=36587, infoSecurePort=0, ipcPort=35831, storageInfo=lv=-57;cid=testClusterID;nsid=1518337875;c=1731568632932) 2024-11-14T07:17:15,952 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x56a2a4a2ad9e9107 with lease ID 0x75f7c37f84adc96f: from storage DS-dd548c85-c6c7-4e00-b243-74d342cd9f55 node DatanodeRegistration(127.0.0.1:33757, datanodeUuid=582338be-55f8-4e7e-ac1a-72be7f514f40, infoPort=36587, infoSecurePort=0, ipcPort=35831, storageInfo=lv=-57;cid=testClusterID;nsid=1518337875;c=1731568632932), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T07:17:16,000 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f5d4cf5c-9693-ed86-ecc9-d8d8eab05f38 2024-11-14T07:17:16,014 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:17:16,018 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:17:16,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33757 is added to blk_1073741825_1001 (size=7) 2024-11-14T07:17:16,615 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3 with version=8 2024-11-14T07:17:16,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/hbase-staging 2024-11-14T07:17:16,703 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-14T07:17:16,957 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c7aa6e2790b3:0 server-side Connection retries=45 2024-11-14T07:17:16,966 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T07:17:16,966 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T07:17:16,970 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T07:17:16,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T07:17:16,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T07:17:17,096 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T07:17:17,147 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-14T07:17:17,155 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-14T07:17:17,159 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T07:17:17,180 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 13148 (auto-detected) 2024-11-14T07:17:17,181 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-14T07:17:17,198 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34823 2024-11-14T07:17:17,219 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34823 connecting to ZooKeeper ensemble=127.0.0.1:51862 2024-11-14T07:17:17,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:348230x0, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T07:17:17,343 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34823-0x10138347c530000 connected 2024-11-14T07:17:17,437 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:17:17,440 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:17:17,451 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34823-0x10138347c530000, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Set watcher on znode that does not yet exist, /0-974857072/running 2024-11-14T07:17:17,455 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3, hbase.cluster.distributed=false 2024-11-14T07:17:17,476 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34823-0x10138347c530000, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Set watcher on znode that does not yet exist, /0-974857072/acl 2024-11-14T07:17:17,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34823 2024-11-14T07:17:17,481 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34823 2024-11-14T07:17:17,481 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34823 2024-11-14T07:17:17,482 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34823 2024-11-14T07:17:17,482 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34823 2024-11-14T07:17:17,573 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c7aa6e2790b3:0 server-side Connection retries=45 2024-11-14T07:17:17,575 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T07:17:17,575 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T07:17:17,575 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T07:17:17,575 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T07:17:17,575 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T07:17:17,578 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T07:17:17,580 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T07:17:17,581 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45337 2024-11-14T07:17:17,583 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45337 connecting to ZooKeeper ensemble=127.0.0.1:51862 2024-11-14T07:17:17,584 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:17:17,587 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:17:17,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:453370x0, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T07:17:17,603 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:453370x0, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Set watcher on znode that does not yet exist, /0-974857072/running 2024-11-14T07:17:17,603 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45337-0x10138347c530001 connected 2024-11-14T07:17:17,606 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T07:17:17,612 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T07:17:17,615 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45337-0x10138347c530001, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Set watcher on znode that does not yet exist, /0-974857072/master 2024-11-14T07:17:17,619 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45337-0x10138347c530001, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Set watcher on znode that does not yet exist, /0-974857072/acl 2024-11-14T07:17:17,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45337 2024-11-14T07:17:17,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45337 2024-11-14T07:17:17,621 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45337 2024-11-14T07:17:17,621 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45337 2024-11-14T07:17:17,622 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45337 2024-11-14T07:17:17,637 DEBUG [M:0;c7aa6e2790b3:34823 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c7aa6e2790b3:34823 2024-11-14T07:17:17,638 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-974857072/backup-masters/c7aa6e2790b3,34823,1731568636798 2024-11-14T07:17:17,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45337-0x10138347c530001, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-974857072/backup-masters 2024-11-14T07:17:17,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34823-0x10138347c530000, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-974857072/backup-masters 2024-11-14T07:17:17,657 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34823-0x10138347c530000, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Set watcher on existing znode=/0-974857072/backup-masters/c7aa6e2790b3,34823,1731568636798 2024-11-14T07:17:17,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45337-0x10138347c530001, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-974857072/master 2024-11-14T07:17:17,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34823-0x10138347c530000, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-974857072 2024-11-14T07:17:17,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45337-0x10138347c530001, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-974857072 2024-11-14T07:17:17,687 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34823-0x10138347c530000, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Set watcher on existing znode=/0-974857072/master 2024-11-14T07:17:17,689 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-974857072/backup-masters/c7aa6e2790b3,34823,1731568636798 from backup master directory 2024-11-14T07:17:17,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34823-0x10138347c530000, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-974857072/backup-masters/c7aa6e2790b3,34823,1731568636798 2024-11-14T07:17:17,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45337-0x10138347c530001, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-974857072/backup-masters 2024-11-14T07:17:17,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34823-0x10138347c530000, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-974857072/backup-masters 2024-11-14T07:17:17,697 WARN [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T07:17:17,698 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c7aa6e2790b3,34823,1731568636798 2024-11-14T07:17:17,701 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-14T07:17:17,703 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-14T07:17:17,755 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/hbase.id] with ID: c7d18d33-3948-4d28-9d7f-30602a6b6124 2024-11-14T07:17:17,756 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/.tmp/hbase.id 2024-11-14T07:17:17,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33757 is added to blk_1073741826_1002 (size=42) 2024-11-14T07:17:18,173 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/.tmp/hbase.id]:[hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/hbase.id] 2024-11-14T07:17:18,225 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:17:18,230 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T07:17:18,248 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-14T07:17:18,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34823-0x10138347c530000, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-974857072 2024-11-14T07:17:18,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45337-0x10138347c530001, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-974857072 2024-11-14T07:17:18,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33757 is added to blk_1073741827_1003 (size=196) 2024-11-14T07:17:18,706 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T07:17:18,709 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T07:17:18,722 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T07:17:18,725 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T07:17:18,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33757 is added to blk_1073741828_1004 (size=1189) 2024-11-14T07:17:19,175 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/MasterData/data/master/store 2024-11-14T07:17:19,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33757 is added to blk_1073741829_1005 (size=34) 2024-11-14T07:17:19,604 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-14T07:17:19,609 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:17:19,610 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T07:17:19,611 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:17:19,611 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:17:19,613 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T07:17:19,613 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:17:19,613 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:17:19,614 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731568639610Disabling compacts and flushes for region at 1731568639610Disabling writes for close at 1731568639613 (+3 ms)Writing region close event to WAL at 1731568639613Closed at 1731568639613 2024-11-14T07:17:19,616 WARN [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/MasterData/data/master/store/.initializing 2024-11-14T07:17:19,616 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/MasterData/WALs/c7aa6e2790b3,34823,1731568636798 2024-11-14T07:17:19,623 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T07:17:19,636 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c7aa6e2790b3%2C34823%2C1731568636798, suffix=, logDir=hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/MasterData/WALs/c7aa6e2790b3,34823,1731568636798, archiveDir=hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/MasterData/oldWALs, maxLogs=10 2024-11-14T07:17:19,655 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/MasterData/WALs/c7aa6e2790b3,34823,1731568636798/c7aa6e2790b3%2C34823%2C1731568636798.1731568639640, exclude list is [], retry=0 2024-11-14T07:17:19,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33757,DS-64b9e742-13e9-4288-906a-5a33f2d4cbe7,DISK] 2024-11-14T07:17:19,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-14T07:17:19,703 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/MasterData/WALs/c7aa6e2790b3,34823,1731568636798/c7aa6e2790b3%2C34823%2C1731568636798.1731568639640 2024-11-14T07:17:19,704 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36587:36587)] 2024-11-14T07:17:19,704 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T07:17:19,705 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:17:19,707 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:17:19,708 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:17:19,742 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:17:19,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T07:17:19,768 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:17:19,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:17:19,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:17:19,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T07:17:19,774 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:17:19,775 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:17:19,775 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:17:19,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T07:17:19,779 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:17:19,780 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:17:19,781 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:17:19,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T07:17:19,784 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:17:19,785 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:17:19,786 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:17:19,789 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:17:19,790 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:17:19,795 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:17:19,796 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:17:19,799 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T07:17:19,802 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:17:19,807 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T07:17:19,808 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73808755, jitterRate=0.09983615577220917}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T07:17:19,815 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731568639719Initializing all the Stores at 1731568639721 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568639722 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568639722Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568639723 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568639723Cleaning up temporary data from old regions at 1731568639796 (+73 ms)Region opened successfully at 1731568639815 (+19 ms) 2024-11-14T07:17:19,816 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T07:17:19,847 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8343df7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c7aa6e2790b3/172.17.0.2:0 2024-11-14T07:17:19,872 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T07:17:19,883 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T07:17:19,883 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T07:17:19,886 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T07:17:19,888 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-14T07:17:19,892 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-14T07:17:19,892 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T07:17:19,919 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T07:17:19,927 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34823-0x10138347c530000, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Unable to get data of znode /0-974857072/balancer because node does not exist (not necessarily an error) 2024-11-14T07:17:20,002 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-974857072/balancer already deleted, retry=false 2024-11-14T07:17:20,009 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T07:17:20,012 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34823-0x10138347c530000, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Unable to get data of znode /0-974857072/normalizer because node does not exist (not necessarily an error) 2024-11-14T07:17:20,022 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-974857072/normalizer already deleted, retry=false 2024-11-14T07:17:20,025 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T07:17:20,029 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34823-0x10138347c530000, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Unable to get data of znode /0-974857072/switch/split because node does not exist (not necessarily an error) 2024-11-14T07:17:20,033 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-974857072/switch/split already deleted, retry=false 2024-11-14T07:17:20,034 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34823-0x10138347c530000, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Unable to get data of znode /0-974857072/switch/merge because node does not exist (not necessarily an error) 2024-11-14T07:17:20,043 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-974857072/switch/merge already deleted, retry=false 2024-11-14T07:17:20,068 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34823-0x10138347c530000, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Unable to get data of znode /0-974857072/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T07:17:20,075 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-974857072/snapshot-cleanup already deleted, retry=false 2024-11-14T07:17:20,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34823-0x10138347c530000, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-974857072/running 2024-11-14T07:17:20,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45337-0x10138347c530001, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-974857072/running 2024-11-14T07:17:20,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34823-0x10138347c530000, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-974857072 2024-11-14T07:17:20,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45337-0x10138347c530001, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-974857072 2024-11-14T07:17:20,089 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c7aa6e2790b3,34823,1731568636798, sessionid=0x10138347c530000, setting cluster-up flag (Was=false) 2024-11-14T07:17:20,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45337-0x10138347c530001, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-974857072 2024-11-14T07:17:20,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34823-0x10138347c530000, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-974857072 2024-11-14T07:17:20,149 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-974857072/flush-table-proc/acquired, /0-974857072/flush-table-proc/reached, /0-974857072/flush-table-proc/abort 2024-11-14T07:17:20,152 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c7aa6e2790b3,34823,1731568636798 2024-11-14T07:17:20,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34823-0x10138347c530000, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-974857072 2024-11-14T07:17:20,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45337-0x10138347c530001, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-974857072 2024-11-14T07:17:20,201 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-974857072/online-snapshot/acquired, /0-974857072/online-snapshot/reached, /0-974857072/online-snapshot/abort 2024-11-14T07:17:20,203 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c7aa6e2790b3,34823,1731568636798 2024-11-14T07:17:20,212 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T07:17:20,228 INFO [RS:0;c7aa6e2790b3:45337 {}] regionserver.HRegionServer(746): ClusterId : c7d18d33-3948-4d28-9d7f-30602a6b6124 2024-11-14T07:17:20,230 DEBUG [RS:0;c7aa6e2790b3:45337 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T07:17:20,246 DEBUG [RS:0;c7aa6e2790b3:45337 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T07:17:20,246 DEBUG [RS:0;c7aa6e2790b3:45337 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T07:17:20,256 DEBUG [RS:0;c7aa6e2790b3:45337 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T07:17:20,257 DEBUG [RS:0;c7aa6e2790b3:45337 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67a25f64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c7aa6e2790b3/172.17.0.2:0 2024-11-14T07:17:20,274 DEBUG [RS:0;c7aa6e2790b3:45337 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c7aa6e2790b3:45337 2024-11-14T07:17:20,277 INFO [RS:0;c7aa6e2790b3:45337 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T07:17:20,277 INFO [RS:0;c7aa6e2790b3:45337 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T07:17:20,277 DEBUG [RS:0;c7aa6e2790b3:45337 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T07:17:20,280 INFO [RS:0;c7aa6e2790b3:45337 {}] regionserver.HRegionServer(2659): reportForDuty to master=c7aa6e2790b3,34823,1731568636798 with port=45337, startcode=1731568637544 2024-11-14T07:17:20,284 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T07:17:20,291 DEBUG [RS:0;c7aa6e2790b3:45337 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T07:17:20,292 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T07:17:20,298 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T07:17:20,302 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c7aa6e2790b3,34823,1731568636798 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T07:17:20,310 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c7aa6e2790b3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T07:17:20,310 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c7aa6e2790b3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T07:17:20,310 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T07:17:20,310 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T07:17:20,311 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c7aa6e2790b3:0, corePoolSize=10, maxPoolSize=10 2024-11-14T07:17:20,311 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:17:20,311 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T07:17:20,311 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:17:20,316 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731568670316 2024-11-14T07:17:20,317 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T07:17:20,318 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T07:17:20,318 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T07:17:20,320 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T07:17:20,323 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T07:17:20,324 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T07:17:20,324 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T07:17:20,324 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T07:17:20,325 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:17:20,325 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T07:17:20,328 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:20,331 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45023, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T07:17:20,333 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T07:17:20,334 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T07:17:20,335 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T07:17:20,336 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T07:17:20,338 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34823 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T07:17:20,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33757 is added to blk_1073741831_1007 (size=1321) 2024-11-14T07:17:20,340 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T07:17:20,341 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T07:17:20,343 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.large.0-1731568640342,5,FailOnTimeoutGroup] 2024-11-14T07:17:20,343 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.small.0-1731568640343,5,FailOnTimeoutGroup] 2024-11-14T07:17:20,343 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:20,344 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T07:17:20,345 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:20,345 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:20,361 DEBUG [RS:0;c7aa6e2790b3:45337 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-14T07:17:20,362 WARN [RS:0;c7aa6e2790b3:45337 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-14T07:17:20,464 INFO [RS:0;c7aa6e2790b3:45337 {}] regionserver.HRegionServer(2659): reportForDuty to master=c7aa6e2790b3,34823,1731568636798 with port=45337, startcode=1731568637544 2024-11-14T07:17:20,470 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34823 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c7aa6e2790b3,45337,1731568637544 2024-11-14T07:17:20,474 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34823 {}] master.ServerManager(517): Registering regionserver=c7aa6e2790b3,45337,1731568637544 2024-11-14T07:17:20,482 DEBUG [RS:0;c7aa6e2790b3:45337 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3 2024-11-14T07:17:20,483 DEBUG [RS:0;c7aa6e2790b3:45337 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44955 2024-11-14T07:17:20,483 DEBUG [RS:0;c7aa6e2790b3:45337 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T07:17:20,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34823-0x10138347c530000, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-974857072/rs 2024-11-14T07:17:20,497 DEBUG [RS:0;c7aa6e2790b3:45337 {}] zookeeper.ZKUtil(111): regionserver:45337-0x10138347c530001, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Set watcher on existing znode=/0-974857072/rs/c7aa6e2790b3,45337,1731568637544 2024-11-14T07:17:20,497 WARN [RS:0;c7aa6e2790b3:45337 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T07:17:20,497 INFO [RS:0;c7aa6e2790b3:45337 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T07:17:20,498 DEBUG [RS:0;c7aa6e2790b3:45337 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/WALs/c7aa6e2790b3,45337,1731568637544 2024-11-14T07:17:20,500 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c7aa6e2790b3,45337,1731568637544] 2024-11-14T07:17:20,526 INFO [RS:0;c7aa6e2790b3:45337 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T07:17:20,542 INFO [RS:0;c7aa6e2790b3:45337 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T07:17:20,546 INFO [RS:0;c7aa6e2790b3:45337 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T07:17:20,546 INFO [RS:0;c7aa6e2790b3:45337 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:20,547 INFO [RS:0;c7aa6e2790b3:45337 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T07:17:20,552 INFO [RS:0;c7aa6e2790b3:45337 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T07:17:20,553 INFO [RS:0;c7aa6e2790b3:45337 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:20,553 DEBUG [RS:0;c7aa6e2790b3:45337 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:17:20,553 DEBUG [RS:0;c7aa6e2790b3:45337 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:17:20,554 DEBUG [RS:0;c7aa6e2790b3:45337 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:17:20,554 DEBUG [RS:0;c7aa6e2790b3:45337 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:17:20,554 DEBUG [RS:0;c7aa6e2790b3:45337 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:17:20,554 DEBUG [RS:0;c7aa6e2790b3:45337 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c7aa6e2790b3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T07:17:20,554 DEBUG [RS:0;c7aa6e2790b3:45337 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:17:20,555 DEBUG [RS:0;c7aa6e2790b3:45337 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:17:20,555 DEBUG [RS:0;c7aa6e2790b3:45337 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:17:20,555 DEBUG [RS:0;c7aa6e2790b3:45337 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:17:20,555 DEBUG [RS:0;c7aa6e2790b3:45337 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:17:20,556 DEBUG [RS:0;c7aa6e2790b3:45337 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:17:20,556 DEBUG [RS:0;c7aa6e2790b3:45337 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c7aa6e2790b3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T07:17:20,556 DEBUG [RS:0;c7aa6e2790b3:45337 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c7aa6e2790b3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T07:17:20,557 INFO [RS:0;c7aa6e2790b3:45337 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:20,558 INFO [RS:0;c7aa6e2790b3:45337 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:20,558 INFO [RS:0;c7aa6e2790b3:45337 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:20,558 INFO [RS:0;c7aa6e2790b3:45337 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:20,558 INFO [RS:0;c7aa6e2790b3:45337 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:20,558 INFO [RS:0;c7aa6e2790b3:45337 {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,45337,1731568637544-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T07:17:20,582 INFO [RS:0;c7aa6e2790b3:45337 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T07:17:20,584 INFO [RS:0;c7aa6e2790b3:45337 {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,45337,1731568637544-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:20,585 INFO [RS:0;c7aa6e2790b3:45337 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:20,585 INFO [RS:0;c7aa6e2790b3:45337 {}] regionserver.Replication(171): c7aa6e2790b3,45337,1731568637544 started 2024-11-14T07:17:20,602 INFO [RS:0;c7aa6e2790b3:45337 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:20,602 INFO [RS:0;c7aa6e2790b3:45337 {}] regionserver.HRegionServer(1482): Serving as c7aa6e2790b3,45337,1731568637544, RpcServer on c7aa6e2790b3/172.17.0.2:45337, sessionid=0x10138347c530001 2024-11-14T07:17:20,603 DEBUG [RS:0;c7aa6e2790b3:45337 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T07:17:20,603 DEBUG [RS:0;c7aa6e2790b3:45337 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c7aa6e2790b3,45337,1731568637544 2024-11-14T07:17:20,604 DEBUG [RS:0;c7aa6e2790b3:45337 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c7aa6e2790b3,45337,1731568637544' 2024-11-14T07:17:20,604 DEBUG [RS:0;c7aa6e2790b3:45337 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-974857072/flush-table-proc/abort' 2024-11-14T07:17:20,605 DEBUG [RS:0;c7aa6e2790b3:45337 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-974857072/flush-table-proc/acquired' 2024-11-14T07:17:20,606 DEBUG [RS:0;c7aa6e2790b3:45337 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T07:17:20,606 DEBUG [RS:0;c7aa6e2790b3:45337 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T07:17:20,606 DEBUG [RS:0;c7aa6e2790b3:45337 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c7aa6e2790b3,45337,1731568637544 2024-11-14T07:17:20,606 DEBUG [RS:0;c7aa6e2790b3:45337 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c7aa6e2790b3,45337,1731568637544' 2024-11-14T07:17:20,606 DEBUG [RS:0;c7aa6e2790b3:45337 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-974857072/online-snapshot/abort' 2024-11-14T07:17:20,607 DEBUG [RS:0;c7aa6e2790b3:45337 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-974857072/online-snapshot/acquired' 2024-11-14T07:17:20,608 DEBUG [RS:0;c7aa6e2790b3:45337 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T07:17:20,608 INFO [RS:0;c7aa6e2790b3:45337 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T07:17:20,608 INFO [RS:0;c7aa6e2790b3:45337 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T07:17:20,717 INFO [RS:0;c7aa6e2790b3:45337 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T07:17:20,720 INFO [RS:0;c7aa6e2790b3:45337 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c7aa6e2790b3%2C45337%2C1731568637544, suffix=, logDir=hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/WALs/c7aa6e2790b3,45337,1731568637544, archiveDir=hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/oldWALs, maxLogs=10 2024-11-14T07:17:20,735 DEBUG [RS:0;c7aa6e2790b3:45337 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/WALs/c7aa6e2790b3,45337,1731568637544/c7aa6e2790b3%2C45337%2C1731568637544.1731568640722, exclude list is [], retry=0 2024-11-14T07:17:20,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33757,DS-64b9e742-13e9-4288-906a-5a33f2d4cbe7,DISK] 2024-11-14T07:17:20,740 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T07:17:20,741 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3 2024-11-14T07:17:20,742 INFO [RS:0;c7aa6e2790b3:45337 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/WALs/c7aa6e2790b3,45337,1731568637544/c7aa6e2790b3%2C45337%2C1731568637544.1731568640722 2024-11-14T07:17:20,742 DEBUG [RS:0;c7aa6e2790b3:45337 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36587:36587)] 2024-11-14T07:17:20,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33757 is added to blk_1073741833_1009 (size=32) 2024-11-14T07:17:21,155 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:17:21,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T07:17:21,162 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T07:17:21,162 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:17:21,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:17:21,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T07:17:21,167 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T07:17:21,167 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:17:21,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:17:21,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T07:17:21,171 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T07:17:21,171 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:17:21,172 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:17:21,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T07:17:21,175 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T07:17:21,175 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:17:21,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:17:21,176 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T07:17:21,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/data/hbase/meta/1588230740 2024-11-14T07:17:21,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/data/hbase/meta/1588230740 2024-11-14T07:17:21,183 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T07:17:21,183 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T07:17:21,184 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T07:17:21,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T07:17:21,191 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T07:17:21,192 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59464808, jitterRate=-0.11390531063079834}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T07:17:21,196 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731568641155Initializing all the Stores at 1731568641158 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568641158Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568641158Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568641158Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568641158Cleaning up temporary data from old regions at 1731568641183 (+25 ms)Region opened successfully at 1731568641195 (+12 ms) 2024-11-14T07:17:21,196 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T07:17:21,196 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T07:17:21,196 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T07:17:21,196 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T07:17:21,196 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T07:17:21,197 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T07:17:21,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731568641196Disabling compacts and flushes for region at 1731568641196Disabling writes for close at 1731568641196Writing region close event to WAL at 1731568641197 (+1 ms)Closed at 1731568641197 2024-11-14T07:17:21,201 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T07:17:21,201 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T07:17:21,206 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T07:17:21,213 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T07:17:21,216 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T07:17:21,368 DEBUG [c7aa6e2790b3:34823 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T07:17:21,384 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c7aa6e2790b3,45337,1731568637544 2024-11-14T07:17:21,392 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c7aa6e2790b3,45337,1731568637544, state=OPENING 2024-11-14T07:17:21,464 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T07:17:21,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34823-0x10138347c530000, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-974857072 2024-11-14T07:17:21,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45337-0x10138347c530001, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-974857072 2024-11-14T07:17:21,476 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-974857072/meta-region-server: CHANGED 2024-11-14T07:17:21,476 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-974857072/meta-region-server: CHANGED 2024-11-14T07:17:21,478 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T07:17:21,480 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c7aa6e2790b3,45337,1731568637544}] 2024-11-14T07:17:21,659 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T07:17:21,662 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37819, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T07:17:21,672 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T07:17:21,672 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T07:17:21,673 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T07:17:21,676 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c7aa6e2790b3%2C45337%2C1731568637544.meta, suffix=.meta, logDir=hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/WALs/c7aa6e2790b3,45337,1731568637544, archiveDir=hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/oldWALs, maxLogs=10 2024-11-14T07:17:21,691 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/WALs/c7aa6e2790b3,45337,1731568637544/c7aa6e2790b3%2C45337%2C1731568637544.meta.1731568641678.meta, exclude list is [], retry=0 2024-11-14T07:17:21,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33757,DS-64b9e742-13e9-4288-906a-5a33f2d4cbe7,DISK] 2024-11-14T07:17:21,698 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/WALs/c7aa6e2790b3,45337,1731568637544/c7aa6e2790b3%2C45337%2C1731568637544.meta.1731568641678.meta 2024-11-14T07:17:21,698 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36587:36587)] 2024-11-14T07:17:21,698 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T07:17:21,702 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T07:17:21,703 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T07:17:21,705 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T07:17:21,707 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T07:17:21,710 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T07:17:21,710 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:17:21,711 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T07:17:21,711 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T07:17:21,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T07:17:21,715 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T07:17:21,715 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:17:21,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:17:21,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T07:17:21,717 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T07:17:21,718 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:17:21,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:17:21,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T07:17:21,720 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T07:17:21,720 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:17:21,720 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:17:21,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T07:17:21,722 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T07:17:21,722 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:17:21,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:17:21,724 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T07:17:21,726 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/data/hbase/meta/1588230740 2024-11-14T07:17:21,729 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/data/hbase/meta/1588230740 2024-11-14T07:17:21,732 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T07:17:21,732 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T07:17:21,733 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T07:17:21,737 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T07:17:21,739 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64857825, jitterRate=-0.033543094992637634}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T07:17:21,739 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T07:17:21,743 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731568641711Writing region info on filesystem at 1731568641711Initializing all the Stores at 1731568641713 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568641713Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568641713Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568641713Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568641713Cleaning up temporary data from old regions at 1731568641732 (+19 ms)Running coprocessor post-open hooks at 1731568641740 (+8 ms)Region opened successfully at 1731568641742 (+2 ms) 2024-11-14T07:17:21,750 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731568641648 2024-11-14T07:17:21,760 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T07:17:21,761 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T07:17:21,762 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c7aa6e2790b3,45337,1731568637544 2024-11-14T07:17:21,765 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c7aa6e2790b3,45337,1731568637544, state=OPEN 2024-11-14T07:17:21,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45337-0x10138347c530001, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-974857072/meta-region-server 2024-11-14T07:17:21,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34823-0x10138347c530000, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-974857072/meta-region-server 2024-11-14T07:17:21,845 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-974857072/meta-region-server: CHANGED 2024-11-14T07:17:21,845 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-974857072/meta-region-server: CHANGED 2024-11-14T07:17:21,846 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c7aa6e2790b3,45337,1731568637544 2024-11-14T07:17:21,856 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T07:17:21,856 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c7aa6e2790b3,45337,1731568637544 in 366 msec 2024-11-14T07:17:21,862 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T07:17:21,863 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 651 msec 2024-11-14T07:17:21,864 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T07:17:21,864 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T07:17:21,885 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T07:17:21,886 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c7aa6e2790b3,45337,1731568637544, seqNum=-1] 2024-11-14T07:17:21,903 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T07:17:21,906 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38737, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T07:17:21,928 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6860 sec 2024-11-14T07:17:21,928 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731568641928, completionTime=-1 2024-11-14T07:17:21,931 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T07:17:21,931 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T07:17:21,974 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T07:17:21,975 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731568701975 2024-11-14T07:17:21,975 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731568761975 2024-11-14T07:17:21,975 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 43 msec 2024-11-14T07:17:21,980 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,34823,1731568636798-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:21,980 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,34823,1731568636798-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:21,980 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,34823,1731568636798-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:21,982 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c7aa6e2790b3:34823, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:21,982 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:21,983 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:21,991 DEBUG [master/c7aa6e2790b3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T07:17:22,012 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.314sec 2024-11-14T07:17:22,013 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T07:17:22,014 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T07:17:22,015 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T07:17:22,015 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T07:17:22,016 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T07:17:22,016 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,34823,1731568636798-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T07:17:22,017 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,34823,1731568636798-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T07:17:22,025 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T07:17:22,026 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T07:17:22,026 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,34823,1731568636798-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:22,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30d784c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:17:22,041 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-14T07:17:22,042 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-14T07:17:22,045 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,34823,-1 for getting cluster id 2024-11-14T07:17:22,048 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:17:22,057 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c7d18d33-3948-4d28-9d7f-30602a6b6124' 2024-11-14T07:17:22,060 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:17:22,060 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c7d18d33-3948-4d28-9d7f-30602a6b6124" 2024-11-14T07:17:22,061 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1115f6b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:17:22,061 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,34823,-1] 2024-11-14T07:17:22,064 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:17:22,066 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:17:22,067 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:17:22,071 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44127795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:17:22,071 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T07:17:22,081 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c7aa6e2790b3,45337,1731568637544, seqNum=-1] 2024-11-14T07:17:22,085 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T07:17:22,088 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T07:17:22,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c7aa6e2790b3,34823,1731568636798 2024-11-14T07:17:22,115 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51862 2024-11-14T07:17:22,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T07:17:22,139 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10138347c530002 connected 2024-11-14T07:17:22,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f5d4cf5c-9693-ed86-ecc9-d8d8eab05f38/hadoop.log.dir so I do NOT create it in target/test-data/02af1562-18b9-97e3-4536-5f72761927e6 2024-11-14T07:17:22,168 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f5d4cf5c-9693-ed86-ecc9-d8d8eab05f38/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T07:17:22,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f5d4cf5c-9693-ed86-ecc9-d8d8eab05f38/hadoop.tmp.dir so I do NOT create it in target/test-data/02af1562-18b9-97e3-4536-5f72761927e6 2024-11-14T07:17:22,169 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f5d4cf5c-9693-ed86-ecc9-d8d8eab05f38/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T07:17:22,169 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/02af1562-18b9-97e3-4536-5f72761927e6 2024-11-14T07:17:22,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T07:17:22,169 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/02af1562-18b9-97e3-4536-5f72761927e6/cluster_402f59e0-a4c4-5cc3-4be7-e971905033e3, deleteOnExit=true 2024-11-14T07:17:22,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T07:17:22,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/02af1562-18b9-97e3-4536-5f72761927e6/test.cache.data in system properties and HBase conf 2024-11-14T07:17:22,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/02af1562-18b9-97e3-4536-5f72761927e6/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T07:17:22,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/02af1562-18b9-97e3-4536-5f72761927e6/hadoop.log.dir in system properties and HBase conf 2024-11-14T07:17:22,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/02af1562-18b9-97e3-4536-5f72761927e6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T07:17:22,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/02af1562-18b9-97e3-4536-5f72761927e6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T07:17:22,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T07:17:22,170 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T07:17:22,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/02af1562-18b9-97e3-4536-5f72761927e6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T07:17:22,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/02af1562-18b9-97e3-4536-5f72761927e6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T07:17:22,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/02af1562-18b9-97e3-4536-5f72761927e6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T07:17:22,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/02af1562-18b9-97e3-4536-5f72761927e6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T07:17:22,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/02af1562-18b9-97e3-4536-5f72761927e6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T07:17:22,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/02af1562-18b9-97e3-4536-5f72761927e6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T07:17:22,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/02af1562-18b9-97e3-4536-5f72761927e6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T07:17:22,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/02af1562-18b9-97e3-4536-5f72761927e6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T07:17:22,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/02af1562-18b9-97e3-4536-5f72761927e6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T07:17:22,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/02af1562-18b9-97e3-4536-5f72761927e6/nfs.dump.dir in system properties and HBase conf 2024-11-14T07:17:22,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/02af1562-18b9-97e3-4536-5f72761927e6/java.io.tmpdir in system properties and HBase conf 2024-11-14T07:17:22,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/02af1562-18b9-97e3-4536-5f72761927e6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T07:17:22,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/02af1562-18b9-97e3-4536-5f72761927e6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T07:17:22,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/02af1562-18b9-97e3-4536-5f72761927e6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T07:17:22,588 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T07:17:22,594 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T07:17:22,597 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T07:17:22,597 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T07:17:22,597 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T07:17:22,598 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T07:17:22,599 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ffeef95{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/02af1562-18b9-97e3-4536-5f72761927e6/hadoop.log.dir/,AVAILABLE} 2024-11-14T07:17:22,599 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ffd4f7a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T07:17:22,695 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f2ec6e0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/02af1562-18b9-97e3-4536-5f72761927e6/java.io.tmpdir/jetty-localhost-45815-hadoop-hdfs-3_4_1-tests_jar-_-any-10473873152974359514/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T07:17:22,696 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@235a5808{HTTP/1.1, (http/1.1)}{localhost:45815} 2024-11-14T07:17:22,696 INFO [Time-limited test {}] server.Server(415): Started @12539ms 2024-11-14T07:17:22,963 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T07:17:22,968 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T07:17:22,969 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T07:17:22,969 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T07:17:22,969 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T07:17:22,969 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fbdc144{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/02af1562-18b9-97e3-4536-5f72761927e6/hadoop.log.dir/,AVAILABLE} 2024-11-14T07:17:22,970 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7cd82d32{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T07:17:23,070 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@702e4adb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/02af1562-18b9-97e3-4536-5f72761927e6/java.io.tmpdir/jetty-localhost-44805-hadoop-hdfs-3_4_1-tests_jar-_-any-9119416783494593032/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T07:17:23,071 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@215d641{HTTP/1.1, (http/1.1)}{localhost:44805} 2024-11-14T07:17:23,071 INFO [Time-limited test {}] server.Server(415): Started @12914ms 2024-11-14T07:17:23,072 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T07:17:23,815 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/02af1562-18b9-97e3-4536-5f72761927e6/cluster_402f59e0-a4c4-5cc3-4be7-e971905033e3/data/data2/current/BP-2029900637-172.17.0.2-1731568642199/current, will proceed with Du for space computation calculation, 2024-11-14T07:17:23,815 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/02af1562-18b9-97e3-4536-5f72761927e6/cluster_402f59e0-a4c4-5cc3-4be7-e971905033e3/data/data1/current/BP-2029900637-172.17.0.2-1731568642199/current, will proceed with Du for space computation calculation, 2024-11-14T07:17:23,867 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T07:17:23,870 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbd60c0d984d96ce5 with lease ID 0xa9539281f4d9ecab: Processing first storage report for DS-9e9242c5-1cd9-4c31-8560-f217b9c258b8 from datanode DatanodeRegistration(127.0.0.1:37163, datanodeUuid=dbd75a29-c541-4358-9e19-77053b97ca77, infoPort=42847, infoSecurePort=0, ipcPort=41355, storageInfo=lv=-57;cid=testClusterID;nsid=314854445;c=1731568642199) 2024-11-14T07:17:23,870 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbd60c0d984d96ce5 with lease ID 0xa9539281f4d9ecab: from storage DS-9e9242c5-1cd9-4c31-8560-f217b9c258b8 node DatanodeRegistration(127.0.0.1:37163, datanodeUuid=dbd75a29-c541-4358-9e19-77053b97ca77, infoPort=42847, infoSecurePort=0, ipcPort=41355, storageInfo=lv=-57;cid=testClusterID;nsid=314854445;c=1731568642199), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T07:17:23,870 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbd60c0d984d96ce5 with lease ID 0xa9539281f4d9ecab: Processing first storage report for DS-64f2053e-07a2-4dda-b4cd-e3e056e5d241 from datanode DatanodeRegistration(127.0.0.1:37163, datanodeUuid=dbd75a29-c541-4358-9e19-77053b97ca77, infoPort=42847, infoSecurePort=0, ipcPort=41355, storageInfo=lv=-57;cid=testClusterID;nsid=314854445;c=1731568642199) 2024-11-14T07:17:23,870 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbd60c0d984d96ce5 with lease ID 0xa9539281f4d9ecab: from storage DS-64f2053e-07a2-4dda-b4cd-e3e056e5d241 node DatanodeRegistration(127.0.0.1:37163, datanodeUuid=dbd75a29-c541-4358-9e19-77053b97ca77, infoPort=42847, infoSecurePort=0, ipcPort=41355, storageInfo=lv=-57;cid=testClusterID;nsid=314854445;c=1731568642199), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T07:17:23,915 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/02af1562-18b9-97e3-4536-5f72761927e6 2024-11-14T07:17:23,915 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:17:23,916 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:17:23,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37163 is added to blk_1073741825_1001 (size=7) 2024-11-14T07:17:24,332 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45397/user/jenkins/test-data/13d66a97-d27e-0446-4946-2ba628f04c35 with version=8 2024-11-14T07:17:24,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45397/user/jenkins/test-data/13d66a97-d27e-0446-4946-2ba628f04c35/hbase-staging 2024-11-14T07:17:24,336 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c7aa6e2790b3:0 server-side Connection retries=45 2024-11-14T07:17:24,336 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T07:17:24,336 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T07:17:24,336 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T07:17:24,337 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T07:17:24,337 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T07:17:24,337 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T07:17:24,337 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T07:17:24,338 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39673 2024-11-14T07:17:24,340 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39673 connecting to ZooKeeper ensemble=127.0.0.1:51862 2024-11-14T07:17:24,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:396730x0, quorum=127.0.0.1:51862, baseZNode=/1396180616 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T07:17:24,391 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39673-0x10138347c530003 connected 2024-11-14T07:17:24,464 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:17:24,466 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:17:24,469 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39673-0x10138347c530003, quorum=127.0.0.1:51862, baseZNode=/1396180616 Set watcher on znode that does not yet exist, /1396180616/running 2024-11-14T07:17:24,470 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45397/user/jenkins/test-data/13d66a97-d27e-0446-4946-2ba628f04c35, hbase.cluster.distributed=false 2024-11-14T07:17:24,473 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39673-0x10138347c530003, quorum=127.0.0.1:51862, baseZNode=/1396180616 Set watcher on znode that does not yet exist, /1396180616/acl 2024-11-14T07:17:24,473 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39673 2024-11-14T07:17:24,474 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39673 2024-11-14T07:17:24,474 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39673 2024-11-14T07:17:24,475 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39673 2024-11-14T07:17:24,475 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39673 2024-11-14T07:17:24,491 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c7aa6e2790b3:0 server-side Connection retries=45 2024-11-14T07:17:24,491 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T07:17:24,492 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T07:17:24,492 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T07:17:24,492 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T07:17:24,492 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T07:17:24,492 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T07:17:24,492 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T07:17:24,493 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43159 2024-11-14T07:17:24,494 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43159 connecting to ZooKeeper ensemble=127.0.0.1:51862 2024-11-14T07:17:24,495 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:17:24,497 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:17:24,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:431590x0, quorum=127.0.0.1:51862, baseZNode=/1396180616 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T07:17:24,507 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43159-0x10138347c530004 connected 2024-11-14T07:17:24,507 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43159-0x10138347c530004, quorum=127.0.0.1:51862, baseZNode=/1396180616 Set watcher on znode that does not yet exist, /1396180616/running 2024-11-14T07:17:24,507 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T07:17:24,508 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T07:17:24,509 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43159-0x10138347c530004, quorum=127.0.0.1:51862, baseZNode=/1396180616 Set watcher on znode that does not yet exist, /1396180616/master 2024-11-14T07:17:24,510 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43159-0x10138347c530004, quorum=127.0.0.1:51862, baseZNode=/1396180616 Set watcher on znode that does not yet exist, /1396180616/acl 2024-11-14T07:17:24,510 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43159 2024-11-14T07:17:24,511 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43159 2024-11-14T07:17:24,511 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43159 2024-11-14T07:17:24,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43159 2024-11-14T07:17:24,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43159 2024-11-14T07:17:24,522 DEBUG [M:0;c7aa6e2790b3:39673 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c7aa6e2790b3:39673 2024-11-14T07:17:24,523 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1396180616/backup-masters/c7aa6e2790b3,39673,1731568644335 2024-11-14T07:17:24,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39673-0x10138347c530003, quorum=127.0.0.1:51862, baseZNode=/1396180616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1396180616/backup-masters 2024-11-14T07:17:24,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43159-0x10138347c530004, quorum=127.0.0.1:51862, baseZNode=/1396180616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1396180616/backup-masters 2024-11-14T07:17:24,528 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39673-0x10138347c530003, quorum=127.0.0.1:51862, baseZNode=/1396180616 Set watcher on existing znode=/1396180616/backup-masters/c7aa6e2790b3,39673,1731568644335 2024-11-14T07:17:24,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39673-0x10138347c530003, quorum=127.0.0.1:51862, baseZNode=/1396180616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1396180616 2024-11-14T07:17:24,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43159-0x10138347c530004, quorum=127.0.0.1:51862, baseZNode=/1396180616 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1396180616/master 2024-11-14T07:17:24,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43159-0x10138347c530004, quorum=127.0.0.1:51862, baseZNode=/1396180616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1396180616 2024-11-14T07:17:24,539 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39673-0x10138347c530003, quorum=127.0.0.1:51862, baseZNode=/1396180616 Set watcher on existing znode=/1396180616/master 2024-11-14T07:17:24,539 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1396180616/backup-masters/c7aa6e2790b3,39673,1731568644335 from backup master directory 2024-11-14T07:17:24,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39673-0x10138347c530003, quorum=127.0.0.1:51862, baseZNode=/1396180616 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1396180616/backup-masters/c7aa6e2790b3,39673,1731568644335 2024-11-14T07:17:24,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43159-0x10138347c530004, quorum=127.0.0.1:51862, baseZNode=/1396180616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1396180616/backup-masters 2024-11-14T07:17:24,548 WARN [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T07:17:24,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39673-0x10138347c530003, quorum=127.0.0.1:51862, baseZNode=/1396180616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1396180616/backup-masters 2024-11-14T07:17:24,548 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c7aa6e2790b3,39673,1731568644335 2024-11-14T07:17:24,556 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45397/user/jenkins/test-data/13d66a97-d27e-0446-4946-2ba628f04c35/hbase.id] with ID: 8534c8fe-0757-4064-b63b-9bd444e6f47c 2024-11-14T07:17:24,556 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45397/user/jenkins/test-data/13d66a97-d27e-0446-4946-2ba628f04c35/.tmp/hbase.id 2024-11-14T07:17:24,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37163 is added to blk_1073741826_1002 (size=42) 2024-11-14T07:17:24,964 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45397/user/jenkins/test-data/13d66a97-d27e-0446-4946-2ba628f04c35/.tmp/hbase.id]:[hdfs://localhost:45397/user/jenkins/test-data/13d66a97-d27e-0446-4946-2ba628f04c35/hbase.id] 2024-11-14T07:17:24,986 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:17:24,986 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T07:17:24,988 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-14T07:17:25,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39673-0x10138347c530003, quorum=127.0.0.1:51862, baseZNode=/1396180616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1396180616 2024-11-14T07:17:25,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43159-0x10138347c530004, quorum=127.0.0.1:51862, baseZNode=/1396180616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1396180616 2024-11-14T07:17:25,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37163 is added to blk_1073741827_1003 (size=196) 2024-11-14T07:17:25,447 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T07:17:25,448 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T07:17:25,451 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T07:17:25,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37163 is added to blk_1073741828_1004 (size=1189) 2024-11-14T07:17:25,870 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45397/user/jenkins/test-data/13d66a97-d27e-0446-4946-2ba628f04c35/MasterData/data/master/store 2024-11-14T07:17:25,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37163 is added to blk_1073741829_1005 (size=34) 2024-11-14T07:17:26,281 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:17:26,281 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T07:17:26,281 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:17:26,281 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:17:26,281 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T07:17:26,281 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:17:26,282 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:17:26,282 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731568646281Disabling compacts and flushes for region at 1731568646281Disabling writes for close at 1731568646281Writing region close event to WAL at 1731568646281Closed at 1731568646282 (+1 ms) 2024-11-14T07:17:26,283 WARN [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45397/user/jenkins/test-data/13d66a97-d27e-0446-4946-2ba628f04c35/MasterData/data/master/store/.initializing 2024-11-14T07:17:26,283 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45397/user/jenkins/test-data/13d66a97-d27e-0446-4946-2ba628f04c35/MasterData/WALs/c7aa6e2790b3,39673,1731568644335 2024-11-14T07:17:26,285 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T07:17:26,288 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c7aa6e2790b3%2C39673%2C1731568644335, suffix=, logDir=hdfs://localhost:45397/user/jenkins/test-data/13d66a97-d27e-0446-4946-2ba628f04c35/MasterData/WALs/c7aa6e2790b3,39673,1731568644335, archiveDir=hdfs://localhost:45397/user/jenkins/test-data/13d66a97-d27e-0446-4946-2ba628f04c35/MasterData/oldWALs, maxLogs=10 2024-11-14T07:17:26,301 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/13d66a97-d27e-0446-4946-2ba628f04c35/MasterData/WALs/c7aa6e2790b3,39673,1731568644335/c7aa6e2790b3%2C39673%2C1731568644335.1731568646289, exclude list is [], retry=0 2024-11-14T07:17:26,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37163,DS-9e9242c5-1cd9-4c31-8560-f217b9c258b8,DISK] 2024-11-14T07:17:26,308 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/13d66a97-d27e-0446-4946-2ba628f04c35/MasterData/WALs/c7aa6e2790b3,39673,1731568644335/c7aa6e2790b3%2C39673%2C1731568644335.1731568646289 2024-11-14T07:17:26,308 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42847:42847)] 2024-11-14T07:17:26,308 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T07:17:26,309 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:17:26,309 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:17:26,309 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:17:26,312 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:17:26,314 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T07:17:26,315 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:17:26,315 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:17:26,316 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:17:26,317 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T07:17:26,318 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:17:26,318 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:17:26,318 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:17:26,320 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T07:17:26,320 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:17:26,322 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:17:26,323 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:17:26,326 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T07:17:26,326 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:17:26,327 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:17:26,327 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:17:26,328 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45397/user/jenkins/test-data/13d66a97-d27e-0446-4946-2ba628f04c35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:17:26,329 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45397/user/jenkins/test-data/13d66a97-d27e-0446-4946-2ba628f04c35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:17:26,331 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:17:26,331 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:17:26,332 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T07:17:26,333 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:17:26,339 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45397/user/jenkins/test-data/13d66a97-d27e-0446-4946-2ba628f04c35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T07:17:26,340 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69949829, jitterRate=0.04233367741107941}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T07:17:26,340 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731568646309Initializing all the Stores at 1731568646310 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568646311 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568646312 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568646312Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568646312Cleaning up temporary data from old regions at 1731568646331 (+19 ms)Region opened successfully at 1731568646340 (+9 ms) 2024-11-14T07:17:26,340 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T07:17:26,345 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20195865, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c7aa6e2790b3/172.17.0.2:0 2024-11-14T07:17:26,346 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T07:17:26,347 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T07:17:26,347 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T07:17:26,347 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T07:17:26,348 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T07:17:26,348 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T07:17:26,348 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T07:17:26,352 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T07:17:26,353 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39673-0x10138347c530003, quorum=127.0.0.1:51862, baseZNode=/1396180616 Unable to get data of znode /1396180616/balancer because node does not exist (not necessarily an error) 2024-11-14T07:17:26,432 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1396180616/balancer already deleted, retry=false 2024-11-14T07:17:26,433 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T07:17:26,434 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39673-0x10138347c530003, quorum=127.0.0.1:51862, baseZNode=/1396180616 Unable to get data of znode /1396180616/normalizer because node does not exist (not necessarily an error) 2024-11-14T07:17:26,443 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1396180616/normalizer already deleted, retry=false 2024-11-14T07:17:26,443 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T07:17:26,446 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39673-0x10138347c530003, quorum=127.0.0.1:51862, baseZNode=/1396180616 Unable to get data of znode /1396180616/switch/split because node does not exist (not necessarily an error) 2024-11-14T07:17:26,453 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1396180616/switch/split already deleted, retry=false 2024-11-14T07:17:26,455 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39673-0x10138347c530003, quorum=127.0.0.1:51862, baseZNode=/1396180616 Unable to get data of znode /1396180616/switch/merge because node does not exist (not necessarily an error) 2024-11-14T07:17:26,464 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1396180616/switch/merge already deleted, retry=false 2024-11-14T07:17:26,466 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39673-0x10138347c530003, quorum=127.0.0.1:51862, baseZNode=/1396180616 Unable to get data of znode /1396180616/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T07:17:26,474 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1396180616/snapshot-cleanup already deleted, retry=false 2024-11-14T07:17:26,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39673-0x10138347c530003, quorum=127.0.0.1:51862, baseZNode=/1396180616 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1396180616/running 2024-11-14T07:17:26,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43159-0x10138347c530004, quorum=127.0.0.1:51862, baseZNode=/1396180616 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1396180616/running 2024-11-14T07:17:26,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39673-0x10138347c530003, quorum=127.0.0.1:51862, baseZNode=/1396180616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1396180616 2024-11-14T07:17:26,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43159-0x10138347c530004, quorum=127.0.0.1:51862, baseZNode=/1396180616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1396180616 2024-11-14T07:17:26,487 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c7aa6e2790b3,39673,1731568644335, sessionid=0x10138347c530003, setting cluster-up flag (Was=false) 2024-11-14T07:17:26,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43159-0x10138347c530004, quorum=127.0.0.1:51862, baseZNode=/1396180616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1396180616 2024-11-14T07:17:26,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39673-0x10138347c530003, quorum=127.0.0.1:51862, baseZNode=/1396180616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1396180616 2024-11-14T07:17:26,520 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T07:17:26,538 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1396180616/flush-table-proc/acquired, /1396180616/flush-table-proc/reached, /1396180616/flush-table-proc/abort 2024-11-14T07:17:26,539 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c7aa6e2790b3,39673,1731568644335 2024-11-14T07:17:26,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43159-0x10138347c530004, quorum=127.0.0.1:51862, baseZNode=/1396180616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1396180616 2024-11-14T07:17:26,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39673-0x10138347c530003, quorum=127.0.0.1:51862, baseZNode=/1396180616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1396180616 2024-11-14T07:17:26,590 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1396180616/online-snapshot/acquired, /1396180616/online-snapshot/reached, /1396180616/online-snapshot/abort 2024-11-14T07:17:26,592 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c7aa6e2790b3,39673,1731568644335 2024-11-14T07:17:26,595 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45397/user/jenkins/test-data/13d66a97-d27e-0446-4946-2ba628f04c35/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T07:17:26,598 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T07:17:26,599 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T07:17:26,599 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T07:17:26,599 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c7aa6e2790b3,39673,1731568644335 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T07:17:26,601 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c7aa6e2790b3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T07:17:26,601 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c7aa6e2790b3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T07:17:26,601 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T07:17:26,601 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T07:17:26,601 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c7aa6e2790b3:0, corePoolSize=10, maxPoolSize=10 2024-11-14T07:17:26,601 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:17:26,601 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T07:17:26,601 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:17:26,604 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T07:17:26,604 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T07:17:26,606 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:17:26,606 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T07:17:26,612 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731568676612 2024-11-14T07:17:26,612 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T07:17:26,612 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T07:17:26,612 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T07:17:26,612 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T07:17:26,612 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T07:17:26,612 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T07:17:26,616 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:26,620 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T07:17:26,621 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T07:17:26,621 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T07:17:26,621 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T07:17:26,622 INFO [RS:0;c7aa6e2790b3:43159 {}] regionserver.HRegionServer(746): ClusterId : 8534c8fe-0757-4064-b63b-9bd444e6f47c 2024-11-14T07:17:26,622 DEBUG [RS:0;c7aa6e2790b3:43159 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T07:17:26,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37163 is added to blk_1073741831_1007 (size=1321) 2024-11-14T07:17:26,624 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T07:17:26,625 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T07:17:26,628 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.large.0-1731568646625,5,FailOnTimeoutGroup] 2024-11-14T07:17:26,634 DEBUG [RS:0;c7aa6e2790b3:43159 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T07:17:26,634 DEBUG [RS:0;c7aa6e2790b3:43159 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T07:17:26,640 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.small.0-1731568646628,5,FailOnTimeoutGroup] 2024-11-14T07:17:26,640 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:26,640 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T07:17:26,640 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:26,640 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:26,645 DEBUG [RS:0;c7aa6e2790b3:43159 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T07:17:26,645 DEBUG [RS:0;c7aa6e2790b3:43159 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2348fd12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c7aa6e2790b3/172.17.0.2:0 2024-11-14T07:17:26,657 DEBUG [RS:0;c7aa6e2790b3:43159 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c7aa6e2790b3:43159 2024-11-14T07:17:26,657 INFO [RS:0;c7aa6e2790b3:43159 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T07:17:26,657 INFO [RS:0;c7aa6e2790b3:43159 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T07:17:26,657 DEBUG [RS:0;c7aa6e2790b3:43159 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T07:17:26,658 INFO [RS:0;c7aa6e2790b3:43159 {}] regionserver.HRegionServer(2659): reportForDuty to master=c7aa6e2790b3,39673,1731568644335 with port=43159, startcode=1731568644491 2024-11-14T07:17:26,658 DEBUG [RS:0;c7aa6e2790b3:43159 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T07:17:26,661 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56095, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T07:17:26,662 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39673 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c7aa6e2790b3,43159,1731568644491 2024-11-14T07:17:26,662 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39673 {}] master.ServerManager(517): Registering regionserver=c7aa6e2790b3,43159,1731568644491 2024-11-14T07:17:26,665 DEBUG [RS:0;c7aa6e2790b3:43159 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45397/user/jenkins/test-data/13d66a97-d27e-0446-4946-2ba628f04c35 2024-11-14T07:17:26,665 DEBUG [RS:0;c7aa6e2790b3:43159 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45397 2024-11-14T07:17:26,665 DEBUG [RS:0;c7aa6e2790b3:43159 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T07:17:26,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39673-0x10138347c530003, quorum=127.0.0.1:51862, baseZNode=/1396180616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1396180616/rs 2024-11-14T07:17:26,675 DEBUG [RS:0;c7aa6e2790b3:43159 {}] zookeeper.ZKUtil(111): regionserver:43159-0x10138347c530004, quorum=127.0.0.1:51862, baseZNode=/1396180616 Set watcher on existing znode=/1396180616/rs/c7aa6e2790b3,43159,1731568644491 2024-11-14T07:17:26,675 WARN [RS:0;c7aa6e2790b3:43159 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T07:17:26,675 INFO [RS:0;c7aa6e2790b3:43159 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T07:17:26,675 DEBUG [RS:0;c7aa6e2790b3:43159 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45397/user/jenkins/test-data/13d66a97-d27e-0446-4946-2ba628f04c35/WALs/c7aa6e2790b3,43159,1731568644491 2024-11-14T07:17:26,676 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c7aa6e2790b3,43159,1731568644491] 2024-11-14T07:17:26,684 INFO [RS:0;c7aa6e2790b3:43159 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T07:17:26,690 INFO [RS:0;c7aa6e2790b3:43159 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T07:17:26,690 INFO [RS:0;c7aa6e2790b3:43159 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T07:17:26,690 INFO [RS:0;c7aa6e2790b3:43159 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:26,691 INFO [RS:0;c7aa6e2790b3:43159 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T07:17:26,692 INFO [RS:0;c7aa6e2790b3:43159 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T07:17:26,692 INFO [RS:0;c7aa6e2790b3:43159 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:26,692 DEBUG [RS:0;c7aa6e2790b3:43159 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:17:26,692 DEBUG [RS:0;c7aa6e2790b3:43159 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:17:26,692 DEBUG [RS:0;c7aa6e2790b3:43159 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:17:26,692 DEBUG [RS:0;c7aa6e2790b3:43159 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:17:26,693 DEBUG [RS:0;c7aa6e2790b3:43159 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:17:26,693 DEBUG [RS:0;c7aa6e2790b3:43159 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c7aa6e2790b3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T07:17:26,693 DEBUG [RS:0;c7aa6e2790b3:43159 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:17:26,693 DEBUG [RS:0;c7aa6e2790b3:43159 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:17:26,693 DEBUG [RS:0;c7aa6e2790b3:43159 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:17:26,693 DEBUG [RS:0;c7aa6e2790b3:43159 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:17:26,693 DEBUG [RS:0;c7aa6e2790b3:43159 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:17:26,693 DEBUG [RS:0;c7aa6e2790b3:43159 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:17:26,693 DEBUG [RS:0;c7aa6e2790b3:43159 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c7aa6e2790b3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T07:17:26,694 DEBUG [RS:0;c7aa6e2790b3:43159 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c7aa6e2790b3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T07:17:26,697 INFO [RS:0;c7aa6e2790b3:43159 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:26,697 INFO [RS:0;c7aa6e2790b3:43159 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:26,697 INFO [RS:0;c7aa6e2790b3:43159 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:26,697 INFO [RS:0;c7aa6e2790b3:43159 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:26,697 INFO [RS:0;c7aa6e2790b3:43159 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:26,697 INFO [RS:0;c7aa6e2790b3:43159 {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,43159,1731568644491-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T07:17:26,716 INFO [RS:0;c7aa6e2790b3:43159 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T07:17:26,717 INFO [RS:0;c7aa6e2790b3:43159 {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,43159,1731568644491-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:26,717 INFO [RS:0;c7aa6e2790b3:43159 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:26,717 INFO [RS:0;c7aa6e2790b3:43159 {}] regionserver.Replication(171): c7aa6e2790b3,43159,1731568644491 started 2024-11-14T07:17:26,735 INFO [RS:0;c7aa6e2790b3:43159 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:26,735 INFO [RS:0;c7aa6e2790b3:43159 {}] regionserver.HRegionServer(1482): Serving as c7aa6e2790b3,43159,1731568644491, RpcServer on c7aa6e2790b3/172.17.0.2:43159, sessionid=0x10138347c530004 2024-11-14T07:17:26,736 DEBUG [RS:0;c7aa6e2790b3:43159 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T07:17:26,736 DEBUG [RS:0;c7aa6e2790b3:43159 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c7aa6e2790b3,43159,1731568644491 2024-11-14T07:17:26,736 DEBUG [RS:0;c7aa6e2790b3:43159 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c7aa6e2790b3,43159,1731568644491' 2024-11-14T07:17:26,736 DEBUG [RS:0;c7aa6e2790b3:43159 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1396180616/flush-table-proc/abort' 2024-11-14T07:17:26,736 DEBUG [RS:0;c7aa6e2790b3:43159 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1396180616/flush-table-proc/acquired' 2024-11-14T07:17:26,737 DEBUG [RS:0;c7aa6e2790b3:43159 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T07:17:26,737 DEBUG [RS:0;c7aa6e2790b3:43159 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T07:17:26,737 DEBUG [RS:0;c7aa6e2790b3:43159 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c7aa6e2790b3,43159,1731568644491 2024-11-14T07:17:26,737 DEBUG [RS:0;c7aa6e2790b3:43159 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c7aa6e2790b3,43159,1731568644491' 2024-11-14T07:17:26,737 DEBUG [RS:0;c7aa6e2790b3:43159 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1396180616/online-snapshot/abort' 2024-11-14T07:17:26,737 DEBUG [RS:0;c7aa6e2790b3:43159 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1396180616/online-snapshot/acquired' 2024-11-14T07:17:26,738 DEBUG [RS:0;c7aa6e2790b3:43159 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T07:17:26,738 INFO [RS:0;c7aa6e2790b3:43159 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T07:17:26,738 INFO [RS:0;c7aa6e2790b3:43159 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T07:17:26,839 INFO [RS:0;c7aa6e2790b3:43159 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T07:17:26,842 INFO [RS:0;c7aa6e2790b3:43159 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c7aa6e2790b3%2C43159%2C1731568644491, suffix=, logDir=hdfs://localhost:45397/user/jenkins/test-data/13d66a97-d27e-0446-4946-2ba628f04c35/WALs/c7aa6e2790b3,43159,1731568644491, archiveDir=hdfs://localhost:45397/user/jenkins/test-data/13d66a97-d27e-0446-4946-2ba628f04c35/oldWALs, maxLogs=10 2024-11-14T07:17:26,856 DEBUG [RS:0;c7aa6e2790b3:43159 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/13d66a97-d27e-0446-4946-2ba628f04c35/WALs/c7aa6e2790b3,43159,1731568644491/c7aa6e2790b3%2C43159%2C1731568644491.1731568646844, exclude list is [], retry=0 2024-11-14T07:17:26,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37163,DS-9e9242c5-1cd9-4c31-8560-f217b9c258b8,DISK] 2024-11-14T07:17:26,863 INFO [RS:0;c7aa6e2790b3:43159 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/13d66a97-d27e-0446-4946-2ba628f04c35/WALs/c7aa6e2790b3,43159,1731568644491/c7aa6e2790b3%2C43159%2C1731568644491.1731568646844 2024-11-14T07:17:26,864 DEBUG [RS:0;c7aa6e2790b3:43159 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42847:42847)] 2024-11-14T07:17:27,026 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45397/user/jenkins/test-data/13d66a97-d27e-0446-4946-2ba628f04c35/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T07:17:27,026 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45397/user/jenkins/test-data/13d66a97-d27e-0446-4946-2ba628f04c35 2024-11-14T07:17:27,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37163 is added to blk_1073741833_1009 (size=32) 2024-11-14T07:17:27,223 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T07:17:27,289 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T07:17:27,289 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T07:17:27,291 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T07:17:27,291 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-14T07:17:27,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T07:17:27,292 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T07:17:27,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T07:17:27,292 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-14T07:17:27,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:17:27,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T07:17:27,442 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T07:17:27,442 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:17:27,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:17:27,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T07:17:27,445 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T07:17:27,445 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:17:27,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:17:27,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T07:17:27,448 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T07:17:27,448 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:17:27,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:17:27,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T07:17:27,452 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T07:17:27,453 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:17:27,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:17:27,454 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T07:17:27,455 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45397/user/jenkins/test-data/13d66a97-d27e-0446-4946-2ba628f04c35/data/hbase/meta/1588230740 2024-11-14T07:17:27,455 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45397/user/jenkins/test-data/13d66a97-d27e-0446-4946-2ba628f04c35/data/hbase/meta/1588230740 2024-11-14T07:17:27,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T07:17:27,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T07:17:27,458 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T07:17:27,460 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T07:17:27,463 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45397/user/jenkins/test-data/13d66a97-d27e-0446-4946-2ba628f04c35/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T07:17:27,464 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74678665, jitterRate=0.11279882490634918}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T07:17:27,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731568647437Initializing all the Stores at 1731568647439 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568647439Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568647439Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568647439Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568647439Cleaning up temporary data from old regions at 1731568647457 (+18 ms)Region opened successfully at 1731568647464 (+7 ms) 2024-11-14T07:17:27,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T07:17:27,465 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T07:17:27,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T07:17:27,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T07:17:27,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T07:17:27,468 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T07:17:27,468 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731568647465Disabling compacts and flushes for region at 1731568647465Disabling writes for close at 1731568647465Writing region close event to WAL at 1731568647468 (+3 ms)Closed at 1731568647468 2024-11-14T07:17:27,470 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T07:17:27,470 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T07:17:27,471 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T07:17:27,473 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T07:17:27,475 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T07:17:27,625 DEBUG [c7aa6e2790b3:39673 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T07:17:27,626 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c7aa6e2790b3,43159,1731568644491 2024-11-14T07:17:27,630 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c7aa6e2790b3,43159,1731568644491, state=OPENING 2024-11-14T07:17:27,717 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T07:17:27,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43159-0x10138347c530004, quorum=127.0.0.1:51862, baseZNode=/1396180616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1396180616 2024-11-14T07:17:27,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39673-0x10138347c530003, quorum=127.0.0.1:51862, baseZNode=/1396180616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1396180616 2024-11-14T07:17:27,738 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T07:17:27,738 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1396180616/meta-region-server: CHANGED 2024-11-14T07:17:27,739 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c7aa6e2790b3,43159,1731568644491}] 2024-11-14T07:17:27,740 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1396180616/meta-region-server: CHANGED 2024-11-14T07:17:27,894 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T07:17:27,896 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60873, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T07:17:27,901 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T07:17:27,901 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T07:17:27,902 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T07:17:27,904 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c7aa6e2790b3%2C43159%2C1731568644491.meta, suffix=.meta, logDir=hdfs://localhost:45397/user/jenkins/test-data/13d66a97-d27e-0446-4946-2ba628f04c35/WALs/c7aa6e2790b3,43159,1731568644491, archiveDir=hdfs://localhost:45397/user/jenkins/test-data/13d66a97-d27e-0446-4946-2ba628f04c35/oldWALs, maxLogs=10 2024-11-14T07:17:27,924 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/13d66a97-d27e-0446-4946-2ba628f04c35/WALs/c7aa6e2790b3,43159,1731568644491/c7aa6e2790b3%2C43159%2C1731568644491.meta.1731568647906.meta, exclude list is [], retry=0 2024-11-14T07:17:27,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37163,DS-9e9242c5-1cd9-4c31-8560-f217b9c258b8,DISK] 2024-11-14T07:17:27,931 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/13d66a97-d27e-0446-4946-2ba628f04c35/WALs/c7aa6e2790b3,43159,1731568644491/c7aa6e2790b3%2C43159%2C1731568644491.meta.1731568647906.meta 2024-11-14T07:17:27,931 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42847:42847)] 2024-11-14T07:17:27,931 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T07:17:27,932 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T07:17:27,932 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T07:17:27,932 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T07:17:27,932 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T07:17:27,932 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T07:17:27,933 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:17:27,933 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T07:17:27,933 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T07:17:27,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T07:17:27,937 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T07:17:27,937 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:17:27,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:17:27,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T07:17:27,939 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T07:17:27,939 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:17:27,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:17:27,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T07:17:27,941 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T07:17:27,941 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:17:27,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:17:27,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T07:17:27,944 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T07:17:27,944 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:17:27,946 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:17:27,946 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T07:17:27,947 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45397/user/jenkins/test-data/13d66a97-d27e-0446-4946-2ba628f04c35/data/hbase/meta/1588230740 2024-11-14T07:17:27,955 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45397/user/jenkins/test-data/13d66a97-d27e-0446-4946-2ba628f04c35/data/hbase/meta/1588230740 2024-11-14T07:17:27,957 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T07:17:27,958 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T07:17:27,958 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T07:17:27,961 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T07:17:27,963 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60786246, jitterRate=-0.09421434998512268}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T07:17:27,963 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T07:17:27,963 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731568647933Writing region info on filesystem at 1731568647933Initializing all the Stores at 1731568647934 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568647934Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568647935 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568647935Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568647935Cleaning up temporary data from old regions at 1731568647958 (+23 ms)Running coprocessor post-open hooks at 1731568647963 (+5 ms)Region opened successfully at 1731568647963 2024-11-14T07:17:27,969 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731568647894 2024-11-14T07:17:27,975 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T07:17:27,975 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c7aa6e2790b3,43159,1731568644491 2024-11-14T07:17:27,975 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T07:17:27,978 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c7aa6e2790b3,43159,1731568644491, state=OPEN 2024-11-14T07:17:27,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43159-0x10138347c530004, quorum=127.0.0.1:51862, baseZNode=/1396180616 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1396180616/meta-region-server 2024-11-14T07:17:27,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39673-0x10138347c530003, quorum=127.0.0.1:51862, baseZNode=/1396180616 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1396180616/meta-region-server 2024-11-14T07:17:27,990 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1396180616/meta-region-server: CHANGED 2024-11-14T07:17:27,990 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c7aa6e2790b3,43159,1731568644491 2024-11-14T07:17:27,991 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1396180616/meta-region-server: CHANGED 2024-11-14T07:17:27,997 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T07:17:27,997 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c7aa6e2790b3,43159,1731568644491 in 253 msec 2024-11-14T07:17:28,004 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T07:17:28,004 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 527 msec 2024-11-14T07:17:28,006 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T07:17:28,007 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T07:17:28,011 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T07:17:28,011 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c7aa6e2790b3,43159,1731568644491, seqNum=-1] 2024-11-14T07:17:28,012 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T07:17:28,017 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44495, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T07:17:28,037 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4390 sec 2024-11-14T07:17:28,038 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731568648037, completionTime=-1 2024-11-14T07:17:28,038 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T07:17:28,038 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T07:17:28,041 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T07:17:28,041 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731568708041 2024-11-14T07:17:28,041 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731568768041 2024-11-14T07:17:28,041 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-14T07:17:28,042 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,39673,1731568644335-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:28,042 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,39673,1731568644335-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:28,042 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,39673,1731568644335-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:28,042 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c7aa6e2790b3:39673, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:28,042 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:28,045 DEBUG [master/c7aa6e2790b3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T07:17:28,048 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:28,054 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.505sec 2024-11-14T07:17:28,054 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T07:17:28,054 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T07:17:28,054 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T07:17:28,054 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T07:17:28,054 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T07:17:28,055 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,39673,1731568644335-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T07:17:28,055 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,39673,1731568644335-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T07:17:28,058 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T07:17:28,058 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T07:17:28,058 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,39673,1731568644335-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:28,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3974d665, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:17:28,123 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,39673,-1 for getting cluster id 2024-11-14T07:17:28,123 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:17:28,128 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8534c8fe-0757-4064-b63b-9bd444e6f47c' 2024-11-14T07:17:28,129 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:17:28,129 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8534c8fe-0757-4064-b63b-9bd444e6f47c" 2024-11-14T07:17:28,129 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@200ad58e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:17:28,129 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,39673,-1] 2024-11-14T07:17:28,130 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:17:28,130 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:17:28,132 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:17:28,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ec11db6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:17:28,134 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T07:17:28,136 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c7aa6e2790b3,43159,1731568644491, seqNum=-1] 2024-11-14T07:17:28,136 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T07:17:28,139 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T07:17:28,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c7aa6e2790b3,39673,1731568644335 2024-11-14T07:17:28,143 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51862 2024-11-14T07:17:28,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51862, baseZNode=/1396180616 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T07:17:28,149 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10138347c530005 connected 2024-11-14T07:17:28,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@486067de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:17:28,165 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,34823,-1 for getting cluster id 2024-11-14T07:17:28,166 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:17:28,173 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c7d18d33-3948-4d28-9d7f-30602a6b6124' 2024-11-14T07:17:28,173 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:17:28,174 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c7d18d33-3948-4d28-9d7f-30602a6b6124" 2024-11-14T07:17:28,174 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6395e986, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:17:28,174 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,34823,-1] 2024-11-14T07:17:28,174 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:17:28,176 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:17:28,177 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:17:28,179 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2056f8b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:17:28,187 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:17:28,191 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is c7aa6e2790b3,34823,1731568636798 2024-11-14T07:17:28,194 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c22b746 2024-11-14T07:17:28,195 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T07:17:28,199 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T07:17:28,200 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34823 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c7aa6e2790b3:39673,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T07:17:28,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34823 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T07:17:28,215 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c7aa6e2790b3:39673' 2024-11-14T07:17:28,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:17:28,219 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@575eacb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:17:28,219 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,39673,-1 for getting cluster id 2024-11-14T07:17:28,220 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:17:28,220 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8534c8fe-0757-4064-b63b-9bd444e6f47c' 2024-11-14T07:17:28,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:17:28,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8534c8fe-0757-4064-b63b-9bd444e6f47c" 2024-11-14T07:17:28,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@589bc28d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:17:28,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,39673,-1] 2024-11-14T07:17:28,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:17:28,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:17:28,223 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:17:28,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3811986e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:17:28,225 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:17:28,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c7aa6e2790b3,39673,1731568644335 2024-11-14T07:17:28,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@298f2d6e 2024-11-14T07:17:28,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T07:17:28,234 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T07:17:28,248 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-14T07:17:28,249 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T07:17:28,254 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:17:28,255 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:17:28,256 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:17:28,257 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T07:17:28,263 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T07:17:28,267 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T07:17:28,268 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:17:28,270 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T07:17:28,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33757 is added to blk_1073741835_1011 (size=1138) 2024-11-14T07:17:28,316 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T07:17:28,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:17:28,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:17:28,689 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b47d65f2ada4c1cc73714dbf862a7d13, NAME => 'hbase:replication,,1731568648256.b47d65f2ada4c1cc73714dbf862a7d13.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3 2024-11-14T07:17:28,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33757 is added to blk_1073741836_1012 (size=44) 2024-11-14T07:17:28,707 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731568648256.b47d65f2ada4c1cc73714dbf862a7d13.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:17:28,707 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b47d65f2ada4c1cc73714dbf862a7d13, disabling compactions & flushes 2024-11-14T07:17:28,707 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731568648256.b47d65f2ada4c1cc73714dbf862a7d13. 2024-11-14T07:17:28,708 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731568648256.b47d65f2ada4c1cc73714dbf862a7d13. 2024-11-14T07:17:28,708 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731568648256.b47d65f2ada4c1cc73714dbf862a7d13. after waiting 0 ms 2024-11-14T07:17:28,708 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731568648256.b47d65f2ada4c1cc73714dbf862a7d13. 2024-11-14T07:17:28,708 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731568648256.b47d65f2ada4c1cc73714dbf862a7d13. 2024-11-14T07:17:28,708 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b47d65f2ada4c1cc73714dbf862a7d13: Waiting for close lock at 1731568648707Disabling compacts and flushes for region at 1731568648707Disabling writes for close at 1731568648708 (+1 ms)Writing region close event to WAL at 1731568648708Closed at 1731568648708 2024-11-14T07:17:28,711 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T07:17:28,718 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731568648256.b47d65f2ada4c1cc73714dbf862a7d13.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731568648711"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731568648711"}]},"ts":"1731568648711"} 2024-11-14T07:17:28,725 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T07:17:28,727 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T07:17:28,733 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731568648727"}]},"ts":"1731568648727"} 2024-11-14T07:17:28,738 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T07:17:28,740 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b47d65f2ada4c1cc73714dbf862a7d13, ASSIGN}] 2024-11-14T07:17:28,743 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b47d65f2ada4c1cc73714dbf862a7d13, ASSIGN 2024-11-14T07:17:28,745 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b47d65f2ada4c1cc73714dbf862a7d13, ASSIGN; state=OFFLINE, location=c7aa6e2790b3,45337,1731568637544; forceNewPlan=false, retain=false 2024-11-14T07:17:28,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:17:28,897 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b47d65f2ada4c1cc73714dbf862a7d13, regionState=OPENING, regionLocation=c7aa6e2790b3,45337,1731568637544 2024-11-14T07:17:28,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b47d65f2ada4c1cc73714dbf862a7d13, ASSIGN because future has completed 2024-11-14T07:17:28,906 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b47d65f2ada4c1cc73714dbf862a7d13, server=c7aa6e2790b3,45337,1731568637544}] 2024-11-14T07:17:29,065 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731568648256.b47d65f2ada4c1cc73714dbf862a7d13. 2024-11-14T07:17:29,065 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T07:17:29,065 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T07:17:29,068 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c7aa6e2790b3%2C45337%2C1731568637544.rep, suffix=, logDir=hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/WALs/c7aa6e2790b3,45337,1731568637544, archiveDir=hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/oldWALs, maxLogs=10 2024-11-14T07:17:29,082 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/WALs/c7aa6e2790b3,45337,1731568637544/c7aa6e2790b3%2C45337%2C1731568637544.rep.1731568649068, exclude list is [], retry=0 2024-11-14T07:17:29,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33757,DS-64b9e742-13e9-4288-906a-5a33f2d4cbe7,DISK] 2024-11-14T07:17:29,088 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/WALs/c7aa6e2790b3,45337,1731568637544/c7aa6e2790b3%2C45337%2C1731568637544.rep.1731568649068 2024-11-14T07:17:29,089 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36587:36587)] 2024-11-14T07:17:29,089 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => b47d65f2ada4c1cc73714dbf862a7d13, NAME => 'hbase:replication,,1731568648256.b47d65f2ada4c1cc73714dbf862a7d13.', STARTKEY => '', ENDKEY => ''} 2024-11-14T07:17:29,089 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T07:17:29,090 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T07:17:29,090 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731568648256.b47d65f2ada4c1cc73714dbf862a7d13. service=MultiRowMutationService 2024-11-14T07:17:29,090 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T07:17:29,090 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b47d65f2ada4c1cc73714dbf862a7d13 2024-11-14T07:17:29,090 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731568648256.b47d65f2ada4c1cc73714dbf862a7d13.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:17:29,090 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for b47d65f2ada4c1cc73714dbf862a7d13 2024-11-14T07:17:29,090 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for b47d65f2ada4c1cc73714dbf862a7d13 2024-11-14T07:17:29,093 INFO [StoreOpener-b47d65f2ada4c1cc73714dbf862a7d13-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b47d65f2ada4c1cc73714dbf862a7d13 2024-11-14T07:17:29,094 INFO [StoreOpener-b47d65f2ada4c1cc73714dbf862a7d13-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b47d65f2ada4c1cc73714dbf862a7d13 columnFamilyName hfileref 2024-11-14T07:17:29,095 DEBUG [StoreOpener-b47d65f2ada4c1cc73714dbf862a7d13-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:17:29,097 INFO [StoreOpener-b47d65f2ada4c1cc73714dbf862a7d13-1 {}] regionserver.HStore(327): Store=b47d65f2ada4c1cc73714dbf862a7d13/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:17:29,097 INFO [StoreOpener-b47d65f2ada4c1cc73714dbf862a7d13-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b47d65f2ada4c1cc73714dbf862a7d13 2024-11-14T07:17:29,099 INFO [StoreOpener-b47d65f2ada4c1cc73714dbf862a7d13-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b47d65f2ada4c1cc73714dbf862a7d13 columnFamilyName queue 2024-11-14T07:17:29,099 DEBUG [StoreOpener-b47d65f2ada4c1cc73714dbf862a7d13-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:17:29,100 INFO [StoreOpener-b47d65f2ada4c1cc73714dbf862a7d13-1 {}] regionserver.HStore(327): Store=b47d65f2ada4c1cc73714dbf862a7d13/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:17:29,100 INFO [StoreOpener-b47d65f2ada4c1cc73714dbf862a7d13-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b47d65f2ada4c1cc73714dbf862a7d13 2024-11-14T07:17:29,102 INFO [StoreOpener-b47d65f2ada4c1cc73714dbf862a7d13-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b47d65f2ada4c1cc73714dbf862a7d13 columnFamilyName sid 2024-11-14T07:17:29,102 DEBUG [StoreOpener-b47d65f2ada4c1cc73714dbf862a7d13-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:17:29,103 INFO [StoreOpener-b47d65f2ada4c1cc73714dbf862a7d13-1 {}] regionserver.HStore(327): Store=b47d65f2ada4c1cc73714dbf862a7d13/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:17:29,103 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for b47d65f2ada4c1cc73714dbf862a7d13 2024-11-14T07:17:29,104 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/data/hbase/replication/b47d65f2ada4c1cc73714dbf862a7d13 2024-11-14T07:17:29,105 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/data/hbase/replication/b47d65f2ada4c1cc73714dbf862a7d13 2024-11-14T07:17:29,106 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for b47d65f2ada4c1cc73714dbf862a7d13 2024-11-14T07:17:29,106 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for b47d65f2ada4c1cc73714dbf862a7d13 2024-11-14T07:17:29,108 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T07:17:29,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for b47d65f2ada4c1cc73714dbf862a7d13 2024-11-14T07:17:29,114 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/data/hbase/replication/b47d65f2ada4c1cc73714dbf862a7d13/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T07:17:29,114 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened b47d65f2ada4c1cc73714dbf862a7d13; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62498062, jitterRate=-0.06870630383491516}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T07:17:29,114 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b47d65f2ada4c1cc73714dbf862a7d13 2024-11-14T07:17:29,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for b47d65f2ada4c1cc73714dbf862a7d13: Running coprocessor pre-open hook at 1731568649091Writing region info on filesystem at 1731568649091Initializing all the Stores at 1731568649092 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568649092Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568649093 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568649093Cleaning up temporary data from old regions at 1731568649106 (+13 ms)Running coprocessor post-open hooks at 1731568649114 (+8 ms)Region opened successfully at 1731568649115 (+1 ms) 2024-11-14T07:17:29,119 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731568648256.b47d65f2ada4c1cc73714dbf862a7d13., pid=7, masterSystemTime=1731568649060 2024-11-14T07:17:29,124 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731568648256.b47d65f2ada4c1cc73714dbf862a7d13. 2024-11-14T07:17:29,124 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731568648256.b47d65f2ada4c1cc73714dbf862a7d13. 2024-11-14T07:17:29,124 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b47d65f2ada4c1cc73714dbf862a7d13, regionState=OPEN, openSeqNum=2, regionLocation=c7aa6e2790b3,45337,1731568637544 2024-11-14T07:17:29,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b47d65f2ada4c1cc73714dbf862a7d13, server=c7aa6e2790b3,45337,1731568637544 because future has completed 2024-11-14T07:17:29,135 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-14T07:17:29,135 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure b47d65f2ada4c1cc73714dbf862a7d13, server=c7aa6e2790b3,45337,1731568637544 in 225 msec 2024-11-14T07:17:29,140 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T07:17:29,140 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b47d65f2ada4c1cc73714dbf862a7d13, ASSIGN in 395 msec 2024-11-14T07:17:29,142 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T07:17:29,142 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731568649142"}]},"ts":"1731568649142"} 2024-11-14T07:17:29,145 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T07:17:29,149 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T07:17:29,153 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 892 msec 2024-11-14T07:17:29,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731568648256.b47d65f2ada4c1cc73714dbf862a7d13., hostname=c7aa6e2790b3,45337,1731568637544, seqNum=2] 2024-11-14T07:17:29,187 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45337 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-14T07:17:29,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34823-0x10138347c530000, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-974857072 2024-11-14T07:17:29,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45337-0x10138347c530001, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-974857072 2024-11-14T07:17:29,331 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T07:17:29,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:17:29,495 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45337 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-14T07:17:29,496 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T07:17:29,545 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-c7aa6e2790b3,45337,1731568637544, ReplicationSource: 1, currentBandwidth=0 2024-11-14T07:17:29,547 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T07:17:29,547 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c7aa6e2790b3,45337,1731568637544, seqNum=-1] 2024-11-14T07:17:29,547 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T07:17:29,549 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54289, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-14T07:17:29,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c7aa6e2790b3,45337,1731568637544', locateType=CURRENT is [region=hbase:replication,,1731568648256.b47d65f2ada4c1cc73714dbf862a7d13., hostname=c7aa6e2790b3,45337,1731568637544, seqNum=2] 2024-11-14T07:17:29,559 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-14T07:17:29,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34823 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-14T07:17:29,566 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c7aa6e2790b3,45337,1731568637544 suceeded 2024-11-14T07:17:29,570 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-14T07:17:29,571 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c7aa6e2790b3:39673,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T07:17:29,571 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 235 msec 2024-11-14T07:17:29,576 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3680 sec 2024-11-14T07:17:29,583 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45337,1731568637544 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c7aa6e2790b3:39673' 2024-11-14T07:17:29,585 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45337,1731568637544 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c51ca9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:17:29,585 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45337,1731568637544 {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,39673,-1 for getting cluster id 2024-11-14T07:17:29,585 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45337,1731568637544 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:17:29,586 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8534c8fe-0757-4064-b63b-9bd444e6f47c' 2024-11-14T07:17:29,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:17:29,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8534c8fe-0757-4064-b63b-9bd444e6f47c" 2024-11-14T07:17:29,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c273280, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:17:29,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,39673,-1] 2024-11-14T07:17:29,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:17:29,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:17:29,589 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:17:29,590 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45337,1731568637544 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f971fe2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:17:29,590 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45337,1731568637544 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:17:29,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c7aa6e2790b3,39673,1731568644335 2024-11-14T07:17:29,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65403a1e 2024-11-14T07:17:29,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T07:17:29,593 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-14T07:17:29,594 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45337,1731568637544 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c7aa6e2790b3,45337,1731568637544 (queues=1) is replicating from cluster=c7d18d33-3948-4d28-9d7f-30602a6b6124 to cluster=8534c8fe-0757-4064-b63b-9bd444e6f47c 2024-11-14T07:17:29,596 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45337,1731568637544 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c7aa6e2790b3%2C45337%2C1731568637544 2024-11-14T07:17:29,601 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45337,1731568637544 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c7aa6e2790b3,45337,1731568637544, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T07:17:29,603 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45337,1731568637544.replicationSource.shipperc7aa6e2790b3%2C45337%2C1731568637544,1-c7aa6e2790b3,45337,1731568637544 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c7aa6e2790b3%2C45337%2C1731568637544 2024-11-14T07:17:29,608 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45337,1731568637544.replicationSource.wal-reader.c7aa6e2790b3%2C45337%2C1731568637544,1-c7aa6e2790b3,45337,1731568637544 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/WALs/c7aa6e2790b3,45337,1731568637544/c7aa6e2790b3%2C45337%2C1731568637544.1731568640722, startPosition=0, beingWritten=true 2024-11-14T07:17:29,875 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45337,1731568637544.replicationSource.wal-reader.c7aa6e2790b3%2C45337%2C1731568637544,1-c7aa6e2790b3,45337,1731568637544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/WALs/c7aa6e2790b3,45337,1731568637544/c7aa6e2790b3%2C45337%2C1731568637544.1731568640722 to pos 0, reset compression=false 2024-11-14T07:17:30,186 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45337,1731568637544.replicationSource.wal-reader.c7aa6e2790b3%2C45337%2C1731568637544,1-c7aa6e2790b3,45337,1731568637544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/WALs/c7aa6e2790b3,45337,1731568637544/c7aa6e2790b3%2C45337%2C1731568637544.1731568640722 to pos 0, reset compression=false 2024-11-14T07:17:30,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:17:30,367 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T07:17:30,367 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T07:17:30,367 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:17:30,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:17:30,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:17:30,368 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:17:30,368 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f33f5ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:17:30,368 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,34823,-1 for getting cluster id 2024-11-14T07:17:30,368 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:17:30,370 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c7d18d33-3948-4d28-9d7f-30602a6b6124' 2024-11-14T07:17:30,371 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:17:30,371 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c7d18d33-3948-4d28-9d7f-30602a6b6124" 2024-11-14T07:17:30,371 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d65c22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:17:30,371 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,34823,-1] 2024-11-14T07:17:30,372 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:17:30,372 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:17:30,374 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:17:30,375 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a8839cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:17:30,375 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:17:30,376 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is c7aa6e2790b3,34823,1731568636798 2024-11-14T07:17:30,376 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37c89975 2024-11-14T07:17:30,377 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T07:17:30,379 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T07:17:30,379 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34823 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://c7aa6e2790b3:39673,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T07:17:30,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34823 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T07:17:30,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-14T07:17:30,384 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c7aa6e2790b3:39673' 2024-11-14T07:17:30,385 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56fa9158, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:17:30,385 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,39673,-1 for getting cluster id 2024-11-14T07:17:30,385 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:17:30,386 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8534c8fe-0757-4064-b63b-9bd444e6f47c' 2024-11-14T07:17:30,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:17:30,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8534c8fe-0757-4064-b63b-9bd444e6f47c" 2024-11-14T07:17:30,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7db87d53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:17:30,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,39673,-1] 2024-11-14T07:17:30,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:17:30,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:17:30,388 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:17:30,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@379615ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:17:30,389 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:17:30,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c7aa6e2790b3,39673,1731568644335 2024-11-14T07:17:30,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ce32232 2024-11-14T07:17:30,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T07:17:30,391 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T07:17:30,392 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-14T07:17:30,392 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T07:17:30,392 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:17:30,392 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:17:30,392 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:17:30,476 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T07:17:30,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-14T07:17:30,594 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45337,1731568637544.replicationSource.wal-reader.c7aa6e2790b3%2C45337%2C1731568637544,1-c7aa6e2790b3,45337,1731568637544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/WALs/c7aa6e2790b3,45337,1731568637544/c7aa6e2790b3%2C45337%2C1731568637544.1731568640722 to pos 0, reset compression=false 2024-11-14T07:17:30,630 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45337 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-14T07:17:30,630 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-14T07:17:30,672 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-c7aa6e2790b3,45337,1731568637544, ReplicationSource: 2, currentBandwidth=0 2024-11-14T07:17:30,676 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-14T07:17:30,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34823 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-14T07:17:30,680 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on c7aa6e2790b3,45337,1731568637544 suceeded 2024-11-14T07:17:30,685 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T07:17:30,686 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 204 msec 2024-11-14T07:17:30,686 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://c7aa6e2790b3:39673,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T07:17:30,689 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 307 msec 2024-11-14T07:17:30,694 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,2-c7aa6e2790b3,45337,1731568637544 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c7aa6e2790b3:39673' 2024-11-14T07:17:30,695 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,2-c7aa6e2790b3,45337,1731568637544 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ac5c5f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:17:30,695 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,2-c7aa6e2790b3,45337,1731568637544 {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,39673,-1 for getting cluster id 2024-11-14T07:17:30,696 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,2-c7aa6e2790b3,45337,1731568637544 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:17:30,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-14T07:17:30,697 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8534c8fe-0757-4064-b63b-9bd444e6f47c' 2024-11-14T07:17:30,697 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-14T07:17:30,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:17:30,697 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T07:17:30,697 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:17:30,697 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:17:30,698 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:17:30,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8534c8fe-0757-4064-b63b-9bd444e6f47c" 2024-11-14T07:17:30,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@18a7c6a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:17:30,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,39673,-1] 2024-11-14T07:17:30,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:17:30,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:17:30,699 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:17:30,699 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:17:30,699 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:17:30,700 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c7aa6e2790b3,34823,1731568636798 2024-11-14T07:17:30,700 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@342f8fdd 2024-11-14T07:17:30,700 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,2-c7aa6e2790b3,45337,1731568637544 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f80efff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:17:30,701 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,2-c7aa6e2790b3,45337,1731568637544 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:17:30,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c7aa6e2790b3,39673,1731568644335 2024-11-14T07:17:30,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52ad257 2024-11-14T07:17:30,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T07:17:30,703 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-14T07:17:30,703 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T07:17:30,704 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,2-c7aa6e2790b3,45337,1731568637544 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-c7aa6e2790b3,45337,1731568637544 (queues=1) is replicating from cluster=c7d18d33-3948-4d28-9d7f-30602a6b6124 to cluster=8534c8fe-0757-4064-b63b-9bd444e6f47c 2024-11-14T07:17:30,704 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,2-c7aa6e2790b3,45337,1731568637544 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=c7aa6e2790b3%2C45337%2C1731568637544 2024-11-14T07:17:30,704 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,2-c7aa6e2790b3,45337,1731568637544 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-c7aa6e2790b3,45337,1731568637544, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T07:17:30,704 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,2-c7aa6e2790b3,45337,1731568637544.replicationSource.shipperc7aa6e2790b3%2C45337%2C1731568637544,2-c7aa6e2790b3,45337,1731568637544 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c7aa6e2790b3%2C45337%2C1731568637544 2024-11-14T07:17:30,705 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T07:17:30,705 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,2-c7aa6e2790b3,45337,1731568637544.replicationSource.wal-reader.c7aa6e2790b3%2C45337%2C1731568637544,2-c7aa6e2790b3,45337,1731568637544 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/WALs/c7aa6e2790b3,45337,1731568637544/c7aa6e2790b3%2C45337%2C1731568637544.1731568640722, startPosition=0, beingWritten=true 2024-11-14T07:17:30,706 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34823 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-14T07:17:30,708 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34823 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-14T07:17:30,710 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34823 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-14T07:17:30,711 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34823 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-14T07:17:30,716 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34823 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://c7aa6e2790b3:39673,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T07:17:30,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34823 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-14T07:17:30,723 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c7aa6e2790b3:39673' 2024-11-14T07:17:30,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-14T07:17:30,725 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b0a91ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:17:30,725 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,39673,-1 for getting cluster id 2024-11-14T07:17:30,726 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:17:30,726 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8534c8fe-0757-4064-b63b-9bd444e6f47c' 2024-11-14T07:17:30,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:17:30,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8534c8fe-0757-4064-b63b-9bd444e6f47c" 2024-11-14T07:17:30,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@441b29a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:17:30,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,39673,-1] 2024-11-14T07:17:30,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:17:30,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:17:30,729 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:17:30,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@521d02f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:17:30,730 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:17:30,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c7aa6e2790b3,39673,1731568644335 2024-11-14T07:17:30,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42a2e9c0 2024-11-14T07:17:30,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T07:17:30,733 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T07:17:30,733 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-14T07:17:30,734 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T07:17:30,734 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:17:30,734 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:17:30,734 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:17:30,750 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T07:17:30,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-14T07:17:30,903 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45337 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-14T07:17:30,903 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-14T07:17:30,905 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-14T07:17:30,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34823 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-14T07:17:30,908 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on c7aa6e2790b3,45337,1731568637544 suceeded 2024-11-14T07:17:30,912 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-14T07:17:30,912 INFO [PEWorker-2 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://c7aa6e2790b3:39673,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T07:17:30,912 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 158 msec 2024-11-14T07:17:30,915 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 196 msec 2024-11-14T07:17:30,918 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,2-c7aa6e2790b3,45337,1731568637544.replicationSource.wal-reader.c7aa6e2790b3%2C45337%2C1731568637544,2-c7aa6e2790b3,45337,1731568637544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/WALs/c7aa6e2790b3,45337,1731568637544/c7aa6e2790b3%2C45337%2C1731568637544.1731568640722 to pos 0, reset compression=false 2024-11-14T07:17:31,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-14T07:17:31,046 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-14T07:17:31,047 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34823 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://c7aa6e2790b3:39673,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T07:17:31,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34823 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-14T07:17:31,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-14T07:17:31,051 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c7aa6e2790b3:39673' 2024-11-14T07:17:31,052 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fac4c3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:17:31,052 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,39673,-1 for getting cluster id 2024-11-14T07:17:31,052 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:17:31,054 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8534c8fe-0757-4064-b63b-9bd444e6f47c' 2024-11-14T07:17:31,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:17:31,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8534c8fe-0757-4064-b63b-9bd444e6f47c" 2024-11-14T07:17:31,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68deb576, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:17:31,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,39673,-1] 2024-11-14T07:17:31,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:17:31,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:17:31,056 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:17:31,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bac881e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:17:31,057 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:17:31,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c7aa6e2790b3,39673,1731568644335 2024-11-14T07:17:31,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f9f95b7 2024-11-14T07:17:31,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T07:17:31,060 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T07:17:31,061 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-14T07:17:31,061 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T07:17:31,061 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:17:31,061 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:17:31,061 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:17:31,076 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T07:17:31,101 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45337,1731568637544.replicationSource.wal-reader.c7aa6e2790b3%2C45337%2C1731568637544,1-c7aa6e2790b3,45337,1731568637544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/WALs/c7aa6e2790b3,45337,1731568637544/c7aa6e2790b3%2C45337%2C1731568637544.1731568640722 to pos 0, reset compression=false 2024-11-14T07:17:31,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-14T07:17:31,225 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,2-c7aa6e2790b3,45337,1731568637544.replicationSource.wal-reader.c7aa6e2790b3%2C45337%2C1731568637544,2-c7aa6e2790b3,45337,1731568637544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/WALs/c7aa6e2790b3,45337,1731568637544/c7aa6e2790b3%2C45337%2C1731568637544.1731568640722 to pos 0, reset compression=false 2024-11-14T07:17:31,231 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45337 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-14T07:17:31,231 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-14T07:17:31,232 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-14T07:17:31,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34823 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-14T07:17:31,235 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on c7aa6e2790b3,45337,1731568637544 suceeded 2024-11-14T07:17:31,238 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-14T07:17:31,238 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://c7aa6e2790b3:39673,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T07:17:31,238 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-11-14T07:17:31,240 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 191 msec 2024-11-14T07:17:31,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-14T07:17:31,367 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-14T07:17:31,368 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34823 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-14T07:17:31,369 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34823 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-14T07:17:31,370 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T07:17:31,370 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:17:31,370 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:17:31,370 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:17:31,371 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:17:31,371 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T07:17:31,371 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=853720947, stopped=false 2024-11-14T07:17:31,371 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c7aa6e2790b3,34823,1731568636798 2024-11-14T07:17:31,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45337-0x10138347c530001, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-974857072/running 2024-11-14T07:17:31,422 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T07:17:31,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45337-0x10138347c530001, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-974857072 2024-11-14T07:17:31,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34823-0x10138347c530000, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-974857072/running 2024-11-14T07:17:31,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34823-0x10138347c530000, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-974857072 2024-11-14T07:17:31,422 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T07:17:31,422 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:17:31,422 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:17:31,423 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c7aa6e2790b3,45337,1731568637544' ***** 2024-11-14T07:17:31,423 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T07:17:31,423 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45337-0x10138347c530001, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Set watcher on znode that does not yet exist, /0-974857072/running 2024-11-14T07:17:31,423 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34823-0x10138347c530000, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Set watcher on znode that does not yet exist, /0-974857072/running 2024-11-14T07:17:31,424 INFO [RS:0;c7aa6e2790b3:45337 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T07:17:31,424 INFO [RS:0;c7aa6e2790b3:45337 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T07:17:31,424 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T07:17:31,425 INFO [RS:0;c7aa6e2790b3:45337 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T07:17:31,425 INFO [RS:0;c7aa6e2790b3:45337 {}] regionserver.HRegionServer(3091): Received CLOSE for b47d65f2ada4c1cc73714dbf862a7d13 2024-11-14T07:17:31,425 INFO [RS:0;c7aa6e2790b3:45337 {}] regionserver.HRegionServer(959): stopping server c7aa6e2790b3,45337,1731568637544 2024-11-14T07:17:31,425 INFO [RS:0;c7aa6e2790b3:45337 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T07:17:31,426 INFO [RS:0;c7aa6e2790b3:45337 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c7aa6e2790b3:45337. 2024-11-14T07:17:31,426 DEBUG [RS:0;c7aa6e2790b3:45337 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:17:31,426 DEBUG [RS:0;c7aa6e2790b3:45337 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:17:31,426 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b47d65f2ada4c1cc73714dbf862a7d13, disabling compactions & flushes 2024-11-14T07:17:31,426 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731568648256.b47d65f2ada4c1cc73714dbf862a7d13. 2024-11-14T07:17:31,426 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731568648256.b47d65f2ada4c1cc73714dbf862a7d13. 2024-11-14T07:17:31,426 INFO [RS:0;c7aa6e2790b3:45337 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T07:17:31,426 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731568648256.b47d65f2ada4c1cc73714dbf862a7d13. after waiting 0 ms 2024-11-14T07:17:31,426 INFO [RS:0;c7aa6e2790b3:45337 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T07:17:31,426 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731568648256.b47d65f2ada4c1cc73714dbf862a7d13. 2024-11-14T07:17:31,426 INFO [RS:0;c7aa6e2790b3:45337 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T07:17:31,426 INFO [RS:0;c7aa6e2790b3:45337 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T07:17:31,427 INFO [RS:0;c7aa6e2790b3:45337 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T07:17:31,427 DEBUG [RS:0;c7aa6e2790b3:45337 {}] regionserver.HRegionServer(1325): Online Regions={b47d65f2ada4c1cc73714dbf862a7d13=hbase:replication,,1731568648256.b47d65f2ada4c1cc73714dbf862a7d13., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T07:17:31,427 DEBUG [RS:0;c7aa6e2790b3:45337 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b47d65f2ada4c1cc73714dbf862a7d13 2024-11-14T07:17:31,427 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T07:17:31,427 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T07:17:31,427 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T07:17:31,427 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T07:17:31,427 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T07:17:31,430 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b47d65f2ada4c1cc73714dbf862a7d13 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-14T07:17:31,430 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-14T07:17:31,468 INFO [regionserver/c7aa6e2790b3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T07:17:31,505 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/data/hbase/replication/b47d65f2ada4c1cc73714dbf862a7d13/.tmp/queue/74f65fa5e26a42aa9b5634cf4284f637 is 151, key is 1-c7aa6e2790b3,45337,1731568637544/queue:c7aa6e2790b3%2C45337%2C1731568637544/1731568649554/Put/seqid=0 2024-11-14T07:17:31,506 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/data/hbase/meta/1588230740/.tmp/info/86a66b52f76b4cc0b44c7141314331c0 is 147, key is hbase:replication,,1731568648256.b47d65f2ada4c1cc73714dbf862a7d13./info:regioninfo/1731568649124/Put/seqid=0 2024-11-14T07:17:31,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33757 is added to blk_1073741838_1014 (size=6631) 2024-11-14T07:17:31,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33757 is added to blk_1073741839_1015 (size=5500) 2024-11-14T07:17:31,527 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/data/hbase/meta/1588230740/.tmp/info/86a66b52f76b4cc0b44c7141314331c0 2024-11-14T07:17:31,591 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/data/hbase/meta/1588230740/.tmp/ns/3f60a09764c84e22832cfcc6e0ad7e9d is 43, key is default/ns:d/1731568641911/Put/seqid=0 2024-11-14T07:17:31,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33757 is added to blk_1073741840_1016 (size=5153) 2024-11-14T07:17:31,610 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/data/hbase/meta/1588230740/.tmp/ns/3f60a09764c84e22832cfcc6e0ad7e9d 2024-11-14T07:17:31,627 DEBUG [RS:0;c7aa6e2790b3:45337 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b47d65f2ada4c1cc73714dbf862a7d13 2024-11-14T07:17:31,631 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,2-c7aa6e2790b3,45337,1731568637544.replicationSource.wal-reader.c7aa6e2790b3%2C45337%2C1731568637544,2-c7aa6e2790b3,45337,1731568637544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/WALs/c7aa6e2790b3,45337,1731568637544/c7aa6e2790b3%2C45337%2C1731568637544.1731568640722 to pos 0, reset compression=false 2024-11-14T07:17:31,647 INFO [regionserver/c7aa6e2790b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T07:17:31,647 INFO [regionserver/c7aa6e2790b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T07:17:31,658 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/data/hbase/meta/1588230740/.tmp/table/051111df843547d889b2cc6620cde8df is 53, key is hbase:replication/table:state/1731568649142/Put/seqid=0 2024-11-14T07:17:31,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33757 is added to blk_1073741841_1017 (size=5256) 2024-11-14T07:17:31,684 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/data/hbase/meta/1588230740/.tmp/table/051111df843547d889b2cc6620cde8df 2024-11-14T07:17:31,699 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/data/hbase/meta/1588230740/.tmp/info/86a66b52f76b4cc0b44c7141314331c0 as hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/data/hbase/meta/1588230740/info/86a66b52f76b4cc0b44c7141314331c0 2024-11-14T07:17:31,707 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45337,1731568637544.replicationSource.wal-reader.c7aa6e2790b3%2C45337%2C1731568637544,1-c7aa6e2790b3,45337,1731568637544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/WALs/c7aa6e2790b3,45337,1731568637544/c7aa6e2790b3%2C45337%2C1731568637544.1731568640722 to pos 0, reset compression=false 2024-11-14T07:17:31,718 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/data/hbase/meta/1588230740/info/86a66b52f76b4cc0b44c7141314331c0, entries=10, sequenceid=11, filesize=6.5 K 2024-11-14T07:17:31,722 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/data/hbase/meta/1588230740/.tmp/ns/3f60a09764c84e22832cfcc6e0ad7e9d as hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/data/hbase/meta/1588230740/ns/3f60a09764c84e22832cfcc6e0ad7e9d 2024-11-14T07:17:31,744 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/data/hbase/meta/1588230740/ns/3f60a09764c84e22832cfcc6e0ad7e9d, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T07:17:31,749 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/data/hbase/meta/1588230740/.tmp/table/051111df843547d889b2cc6620cde8df as hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/data/hbase/meta/1588230740/table/051111df843547d889b2cc6620cde8df 2024-11-14T07:17:31,761 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/data/hbase/meta/1588230740/table/051111df843547d889b2cc6620cde8df, entries=2, sequenceid=11, filesize=5.1 K 2024-11-14T07:17:31,773 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 336ms, sequenceid=11, compaction requested=false 2024-11-14T07:17:31,794 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T07:17:31,799 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T07:17:31,799 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T07:17:31,799 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T07:17:31,800 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731568651427Running coprocessor pre-close hooks at 1731568651427Disabling compacts and flushes for region at 1731568651427Disabling writes for close at 1731568651427Obtaining lock to block concurrent updates at 1731568651430 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1731568651430Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731568651437 (+7 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731568651440 (+3 ms)Flushing 1588230740/info: creating writer at 1731568651440Flushing 1588230740/info: appending metadata at 1731568651486 (+46 ms)Flushing 1588230740/info: closing flushed file at 1731568651488 (+2 ms)Flushing 1588230740/ns: creating writer at 1731568651569 (+81 ms)Flushing 1588230740/ns: appending metadata at 1731568651589 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731568651589Flushing 1588230740/table: creating writer at 1731568651627 (+38 ms)Flushing 1588230740/table: appending metadata at 1731568651657 (+30 ms)Flushing 1588230740/table: closing flushed file at 1731568651657Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4099321f: reopening flushed file at 1731568651697 (+40 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f25c6c5: reopening flushed file at 1731568651720 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@472ac74f: reopening flushed file at 1731568651744 (+24 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 336ms, sequenceid=11, compaction requested=false at 1731568651773 (+29 ms)Writing region close event to WAL at 1731568651784 (+11 ms)Running coprocessor post-close hooks at 1731568651796 (+12 ms)Closed at 1731568651799 (+3 ms) 2024-11-14T07:17:31,800 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T07:17:31,827 DEBUG [RS:0;c7aa6e2790b3:45337 {}] regionserver.HRegionServer(1351): Waiting on b47d65f2ada4c1cc73714dbf862a7d13 2024-11-14T07:17:31,927 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/data/hbase/replication/b47d65f2ada4c1cc73714dbf862a7d13/.tmp/queue/74f65fa5e26a42aa9b5634cf4284f637 2024-11-14T07:17:31,940 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/data/hbase/replication/b47d65f2ada4c1cc73714dbf862a7d13/.tmp/queue/74f65fa5e26a42aa9b5634cf4284f637 as hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/data/hbase/replication/b47d65f2ada4c1cc73714dbf862a7d13/queue/74f65fa5e26a42aa9b5634cf4284f637 2024-11-14T07:17:31,951 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/data/hbase/replication/b47d65f2ada4c1cc73714dbf862a7d13/queue/74f65fa5e26a42aa9b5634cf4284f637, entries=2, sequenceid=6, filesize=5.4 K 2024-11-14T07:17:31,953 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for b47d65f2ada4c1cc73714dbf862a7d13 in 527ms, sequenceid=6, compaction requested=false 2024-11-14T07:17:31,953 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T07:17:31,967 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/data/hbase/replication/b47d65f2ada4c1cc73714dbf862a7d13/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-14T07:17:31,968 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T07:17:31,968 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T07:17:31,968 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731568648256.b47d65f2ada4c1cc73714dbf862a7d13. 2024-11-14T07:17:31,969 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b47d65f2ada4c1cc73714dbf862a7d13: Waiting for close lock at 1731568651425Running coprocessor pre-close hooks at 1731568651426 (+1 ms)Disabling compacts and flushes for region at 1731568651426Disabling writes for close at 1731568651426Obtaining lock to block concurrent updates at 1731568651430 (+4 ms)Preparing flush snapshotting stores in b47d65f2ada4c1cc73714dbf862a7d13 at 1731568651430Finished memstore snapshotting hbase:replication,,1731568648256.b47d65f2ada4c1cc73714dbf862a7d13., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731568651437 (+7 ms)Flushing stores of hbase:replication,,1731568648256.b47d65f2ada4c1cc73714dbf862a7d13. at 1731568651438 (+1 ms)Flushing b47d65f2ada4c1cc73714dbf862a7d13/queue: creating writer at 1731568651440 (+2 ms)Flushing b47d65f2ada4c1cc73714dbf862a7d13/queue: appending metadata at 1731568651485 (+45 ms)Flushing b47d65f2ada4c1cc73714dbf862a7d13/queue: closing flushed file at 1731568651488 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e067d9a: reopening flushed file at 1731568651938 (+450 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for b47d65f2ada4c1cc73714dbf862a7d13 in 527ms, sequenceid=6, compaction requested=false at 1731568651953 (+15 ms)Writing region close event to WAL at 1731568651956 (+3 ms)Running coprocessor post-close hooks at 1731568651968 (+12 ms)Closed at 1731568651968 2024-11-14T07:17:31,969 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731568648256.b47d65f2ada4c1cc73714dbf862a7d13. 2024-11-14T07:17:32,028 INFO [RS:0;c7aa6e2790b3:45337 {}] regionserver.HRegionServer(976): stopping server c7aa6e2790b3,45337,1731568637544; all regions closed. 2024-11-14T07:17:32,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33757 is added to blk_1073741834_1010 (size=2742) 2024-11-14T07:17:32,038 DEBUG [RS:0;c7aa6e2790b3:45337 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/oldWALs 2024-11-14T07:17:32,038 INFO [RS:0;c7aa6e2790b3:45337 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c7aa6e2790b3%2C45337%2C1731568637544.meta:.meta(num 1731568641678) 2024-11-14T07:17:32,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33757 is added to blk_1073741837_1013 (size=1802) 2024-11-14T07:17:32,041 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/WALs/c7aa6e2790b3,45337,1731568637544/c7aa6e2790b3%2C45337%2C1731568637544.rep.1731568649068 not finished, retry = 0 2024-11-14T07:17:32,146 DEBUG [RS:0;c7aa6e2790b3:45337 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/oldWALs 2024-11-14T07:17:32,146 INFO [RS:0;c7aa6e2790b3:45337 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c7aa6e2790b3%2C45337%2C1731568637544.rep:(num 1731568649068) 2024-11-14T07:17:32,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33757 is added to blk_1073741832_1008 (size=93) 2024-11-14T07:17:32,152 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/WALs/c7aa6e2790b3,45337,1731568637544/c7aa6e2790b3%2C45337%2C1731568637544.1731568640722 not finished, retry = 0 2024-11-14T07:17:32,165 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,2-c7aa6e2790b3,45337,1731568637544.replicationSource.wal-reader.c7aa6e2790b3%2C45337%2C1731568637544,2-c7aa6e2790b3,45337,1731568637544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/WALs/c7aa6e2790b3,45337,1731568637544/c7aa6e2790b3%2C45337%2C1731568637544.1731568640722 to pos 0, reset compression=false 2024-11-14T07:17:32,254 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,2-c7aa6e2790b3,45337,1731568637544.replicationSource.wal-reader.c7aa6e2790b3%2C45337%2C1731568637544,2-c7aa6e2790b3,45337,1731568637544 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/WALs/c7aa6e2790b3,45337,1731568637544/c7aa6e2790b3%2C45337%2C1731568637544.1731568640722 2024-11-14T07:17:32,254 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,2-c7aa6e2790b3,45337,1731568637544.replicationSource.wal-reader.c7aa6e2790b3%2C45337%2C1731568637544,2-c7aa6e2790b3,45337,1731568637544 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-14T07:17:32,254 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,2-c7aa6e2790b3,45337,1731568637544.replicationSource.wal-reader.c7aa6e2790b3%2C45337%2C1731568637544,2-c7aa6e2790b3,45337,1731568637544 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-14T07:17:32,258 DEBUG [RS:0;c7aa6e2790b3:45337 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/oldWALs 2024-11-14T07:17:32,258 INFO [RS:0;c7aa6e2790b3:45337 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c7aa6e2790b3%2C45337%2C1731568637544:(num 1731568640722) 2024-11-14T07:17:32,258 DEBUG [RS:0;c7aa6e2790b3:45337 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:17:32,258 INFO [RS:0;c7aa6e2790b3:45337 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T07:17:32,258 INFO [RS:0;c7aa6e2790b3:45337 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T07:17:32,258 INFO [RS:0;c7aa6e2790b3:45337 {}] hbase.ChoreService(370): Chore service for: regionserver/c7aa6e2790b3:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T07:17:32,259 INFO [RS:0;c7aa6e2790b3:45337 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T07:17:32,259 INFO [regionserver/c7aa6e2790b3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T07:17:32,259 INFO [RS:0;c7aa6e2790b3:45337 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c7aa6e2790b3,45337,1731568637544 because: Region server is closing 2024-11-14T07:17:32,254 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,2-c7aa6e2790b3,45337,1731568637544.replicationSource.shipperc7aa6e2790b3%2C45337%2C1731568637544,2-c7aa6e2790b3,45337,1731568637544 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-c7aa6e2790b3,45337,1731568637544 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/WALs/c7aa6e2790b3,45337,1731568637544/c7aa6e2790b3%2C45337%2C1731568637544.1731568640722, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-14T07:17:32,259 INFO [RS:0;c7aa6e2790b3:45337 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c7aa6e2790b3:45337. 2024-11-14T07:17:32,260 DEBUG [RS:0;c7aa6e2790b3:45337 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:17:32,260 DEBUG [RS:0;c7aa6e2790b3:45337 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:17:32,260 DEBUG [RS:0;c7aa6e2790b3:45337 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:17:32,260 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:17:32,264 ERROR [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,2-c7aa6e2790b3,45337,1731568637544.replicationSource.shipperc7aa6e2790b3%2C45337%2C1731568637544,2-c7aa6e2790b3,45337,1731568637544 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c7aa6e2790b3,45337,1731568637544: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-c7aa6e2790b3,45337,1731568637544, walGroup=c7aa6e2790b3%2C45337%2C1731568637544, offset=c7aa6e2790b3%2C45337%2C1731568637544.1731568640722:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c7aa6e2790b3:45337 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T07:17:32,266 ERROR [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,2-c7aa6e2790b3,45337,1731568637544.replicationSource.shipperc7aa6e2790b3%2C45337%2C1731568637544,2-c7aa6e2790b3,45337,1731568637544 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T07:17:32,269 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,2-c7aa6e2790b3,45337,1731568637544.replicationSource.shipperc7aa6e2790b3%2C45337%2C1731568637544,2-c7aa6e2790b3,45337,1731568637544 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T07:17:32,270 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,2-c7aa6e2790b3,45337,1731568637544.replicationSource.shipperc7aa6e2790b3%2C45337%2C1731568637544,2-c7aa6e2790b3,45337,1731568637544 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T07:17:32,270 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,2-c7aa6e2790b3,45337,1731568637544.replicationSource.shipperc7aa6e2790b3%2C45337%2C1731568637544,2-c7aa6e2790b3,45337,1731568637544 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T07:17:32,271 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,2-c7aa6e2790b3,45337,1731568637544.replicationSource.shipperc7aa6e2790b3%2C45337%2C1731568637544,2-c7aa6e2790b3,45337,1731568637544 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T07:17:32,271 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,2-c7aa6e2790b3,45337,1731568637544.replicationSource.shipperc7aa6e2790b3%2C45337%2C1731568637544,2-c7aa6e2790b3,45337,1731568637544 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 499147456 }, "NonHeapMemoryUsage": { "committed": 152829952, "init": 7667712, "max": -1, "used": 150512296 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T07:17:32,273 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,2-c7aa6e2790b3,45337,1731568637544.replicationSource.shipperc7aa6e2790b3%2C45337%2C1731568637544,2-c7aa6e2790b3,45337,1731568637544 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [c7aa6e2790b3%2C45337%2C1731568637544.1731568640722] 2024-11-14T07:17:32,360 WARN [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45337,1731568637544.replicationSource.wal-reader.c7aa6e2790b3%2C45337%2C1731568637544,1-c7aa6e2790b3,45337,1731568637544 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T07:17:32,360 WARN [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45337,1731568637544.replicationSource.shipperc7aa6e2790b3%2C45337%2C1731568637544,1-c7aa6e2790b3,45337,1731568637544 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T07:17:32,361 INFO [RS:0;c7aa6e2790b3:45337 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45337,1731568637544.replicationSource.shipperc7aa6e2790b3%2C45337%2C1731568637544,1-c7aa6e2790b3,45337,1731568637544 terminated 2024-11-14T07:17:32,361 INFO [RS:0;c7aa6e2790b3:45337 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-c7aa6e2790b3,45337,1731568637544 because: Region server is closing 2024-11-14T07:17:32,361 INFO [RS:0;c7aa6e2790b3:45337 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c7aa6e2790b3:45337. 2024-11-14T07:17:32,362 DEBUG [RS:0;c7aa6e2790b3:45337 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:17:32,362 DEBUG [RS:0;c7aa6e2790b3:45337 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:17:32,362 DEBUG [RS:0;c7aa6e2790b3:45337 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:17:32,362 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:17:32,362 INFO [RS:0;c7aa6e2790b3:45337 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,2-c7aa6e2790b3,45337,1731568637544.replicationSource.shipperc7aa6e2790b3%2C45337%2C1731568637544,2-c7aa6e2790b3,45337,1731568637544 terminated 2024-11-14T07:17:32,362 INFO [RS:0;c7aa6e2790b3:45337 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45337 2024-11-14T07:17:32,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34823-0x10138347c530000, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-974857072/rs 2024-11-14T07:17:32,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45337-0x10138347c530001, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-974857072/rs/c7aa6e2790b3,45337,1731568637544 2024-11-14T07:17:32,443 INFO [RS:0;c7aa6e2790b3:45337 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T07:17:32,453 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c7aa6e2790b3,45337,1731568637544] 2024-11-14T07:17:32,463 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-974857072/draining/c7aa6e2790b3,45337,1731568637544 already deleted, retry=false 2024-11-14T07:17:32,464 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c7aa6e2790b3,45337,1731568637544 expired; onlineServers=0 2024-11-14T07:17:32,464 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c7aa6e2790b3,34823,1731568636798' ***** 2024-11-14T07:17:32,464 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T07:17:32,464 INFO [M:0;c7aa6e2790b3:34823 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T07:17:32,464 INFO [M:0;c7aa6e2790b3:34823 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T07:17:32,464 DEBUG [M:0;c7aa6e2790b3:34823 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T07:17:32,464 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T07:17:32,464 DEBUG [M:0;c7aa6e2790b3:34823 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T07:17:32,465 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.large.0-1731568640342 {}] cleaner.HFileCleaner(306): Exit Thread[master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.large.0-1731568640342,5,FailOnTimeoutGroup] 2024-11-14T07:17:32,465 INFO [M:0;c7aa6e2790b3:34823 {}] hbase.ChoreService(370): Chore service for: master/c7aa6e2790b3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T07:17:32,465 INFO [M:0;c7aa6e2790b3:34823 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T07:17:32,465 DEBUG [M:0;c7aa6e2790b3:34823 {}] master.HMaster(1795): Stopping service threads 2024-11-14T07:17:32,465 INFO [M:0;c7aa6e2790b3:34823 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T07:17:32,465 INFO [M:0;c7aa6e2790b3:34823 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T07:17:32,466 INFO [M:0;c7aa6e2790b3:34823 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T07:17:32,466 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T07:17:32,466 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.small.0-1731568640343 {}] cleaner.HFileCleaner(306): Exit Thread[master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.small.0-1731568640343,5,FailOnTimeoutGroup] 2024-11-14T07:17:32,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34823-0x10138347c530000, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-974857072/master 2024-11-14T07:17:32,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34823-0x10138347c530000, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-974857072 2024-11-14T07:17:32,474 DEBUG [M:0;c7aa6e2790b3:34823 {}] zookeeper.ZKUtil(347): master:34823-0x10138347c530000, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Unable to get data of znode /0-974857072/master because node does not exist (not an error) 2024-11-14T07:17:32,474 WARN [M:0;c7aa6e2790b3:34823 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T07:17:32,475 INFO [M:0;c7aa6e2790b3:34823 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/.lastflushedseqids 2024-11-14T07:17:32,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33757 is added to blk_1073741842_1018 (size=181) 2024-11-14T07:17:32,488 INFO [M:0;c7aa6e2790b3:34823 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T07:17:32,488 INFO [M:0;c7aa6e2790b3:34823 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T07:17:32,488 DEBUG [M:0;c7aa6e2790b3:34823 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T07:17:32,489 INFO [M:0;c7aa6e2790b3:34823 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:17:32,489 DEBUG [M:0;c7aa6e2790b3:34823 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:17:32,489 DEBUG [M:0;c7aa6e2790b3:34823 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T07:17:32,489 DEBUG [M:0;c7aa6e2790b3:34823 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:17:32,489 INFO [M:0;c7aa6e2790b3:34823 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-14T07:17:32,507 DEBUG [M:0;c7aa6e2790b3:34823 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f8fa56d7da534b27aa9c4423602978f6 is 82, key is hbase:meta,,1/info:regioninfo/1731568641762/Put/seqid=0 2024-11-14T07:17:32,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33757 is added to blk_1073741843_1019 (size=5672) 2024-11-14T07:17:32,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45337-0x10138347c530001, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T07:17:32,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45337-0x10138347c530001, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T07:17:32,554 INFO [RS:0;c7aa6e2790b3:45337 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T07:17:32,554 INFO [RS:0;c7aa6e2790b3:45337 {}] regionserver.HRegionServer(1031): Exiting; stopping=c7aa6e2790b3,45337,1731568637544; zookeeper connection closed. 2024-11-14T07:17:32,555 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@286885b6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@286885b6 2024-11-14T07:17:32,555 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T07:17:32,684 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T07:17:32,913 INFO [M:0;c7aa6e2790b3:34823 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f8fa56d7da534b27aa9c4423602978f6 2024-11-14T07:17:32,948 DEBUG [M:0;c7aa6e2790b3:34823 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4cea8ae05a394bd5bb990d17df03a0b9 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731568649151/Put/seqid=0 2024-11-14T07:17:32,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33757 is added to blk_1073741844_1020 (size=8663) 2024-11-14T07:17:32,954 INFO [M:0;c7aa6e2790b3:34823 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4cea8ae05a394bd5bb990d17df03a0b9 2024-11-14T07:17:32,986 DEBUG [M:0;c7aa6e2790b3:34823 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7ca82d40f32a41b59a2c567ecb9856d3 is 69, key is c7aa6e2790b3,45337,1731568637544/rs:state/1731568640476/Put/seqid=0 2024-11-14T07:17:32,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33757 is added to blk_1073741845_1021 (size=5156) 2024-11-14T07:17:32,995 INFO [M:0;c7aa6e2790b3:34823 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7ca82d40f32a41b59a2c567ecb9856d3 2024-11-14T07:17:33,004 DEBUG [M:0;c7aa6e2790b3:34823 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f8fa56d7da534b27aa9c4423602978f6 as hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f8fa56d7da534b27aa9c4423602978f6 2024-11-14T07:17:33,014 INFO [M:0;c7aa6e2790b3:34823 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f8fa56d7da534b27aa9c4423602978f6, entries=8, sequenceid=115, filesize=5.5 K 2024-11-14T07:17:33,016 DEBUG [M:0;c7aa6e2790b3:34823 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4cea8ae05a394bd5bb990d17df03a0b9 as hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4cea8ae05a394bd5bb990d17df03a0b9 2024-11-14T07:17:33,026 INFO [M:0;c7aa6e2790b3:34823 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4cea8ae05a394bd5bb990d17df03a0b9, entries=14, sequenceid=115, filesize=8.5 K 2024-11-14T07:17:33,029 DEBUG [M:0;c7aa6e2790b3:34823 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7ca82d40f32a41b59a2c567ecb9856d3 as hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7ca82d40f32a41b59a2c567ecb9856d3 2024-11-14T07:17:33,039 INFO [M:0;c7aa6e2790b3:34823 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7ca82d40f32a41b59a2c567ecb9856d3, entries=1, sequenceid=115, filesize=5.0 K 2024-11-14T07:17:33,040 INFO [M:0;c7aa6e2790b3:34823 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 551ms, sequenceid=115, compaction requested=false 2024-11-14T07:17:33,048 INFO [M:0;c7aa6e2790b3:34823 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:17:33,049 DEBUG [M:0;c7aa6e2790b3:34823 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731568652488Disabling compacts and flushes for region at 1731568652488Disabling writes for close at 1731568652489 (+1 ms)Obtaining lock to block concurrent updates at 1731568652489Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731568652489Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731568652489Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731568652490 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731568652490Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731568652506 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731568652506Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731568652921 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731568652947 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731568652947Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731568652963 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731568652985 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731568652985Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f463ebd: reopening flushed file at 1731568653003 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a1e1491: reopening flushed file at 1731568653015 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b761241: reopening flushed file at 1731568653026 (+11 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 551ms, sequenceid=115, compaction requested=false at 1731568653041 (+15 ms)Writing region close event to WAL at 1731568653048 (+7 ms)Closed at 1731568653048 2024-11-14T07:17:33,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33757 is added to blk_1073741830_1006 (size=59421) 2024-11-14T07:17:33,055 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T07:17:33,055 INFO [M:0;c7aa6e2790b3:34823 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T07:17:33,056 INFO [M:0;c7aa6e2790b3:34823 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34823 2024-11-14T07:17:33,056 INFO [M:0;c7aa6e2790b3:34823 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T07:17:33,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34823-0x10138347c530000, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T07:17:33,175 INFO [M:0;c7aa6e2790b3:34823 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T07:17:33,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34823-0x10138347c530000, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T07:17:33,178 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c7aa6e2790b3:0 server-side Connection retries=45 2024-11-14T07:17:33,178 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T07:17:33,178 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T07:17:33,178 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T07:17:33,178 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T07:17:33,179 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T07:17:33,179 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T07:17:33,179 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T07:17:33,179 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46163 2024-11-14T07:17:33,181 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46163 connecting to ZooKeeper ensemble=127.0.0.1:51862 2024-11-14T07:17:33,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:461630x0, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T07:17:33,191 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46163-0x10138347c530006 connected 2024-11-14T07:17:33,203 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:17:33,206 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:17:33,209 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46163-0x10138347c530006, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Set watcher on znode that does not yet exist, /0-974857072/running 2024-11-14T07:17:33,209 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-974857072/meta-region-server: INIT 2024-11-14T07:17:33,209 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3, hbase.cluster.distributed=false 2024-11-14T07:17:33,211 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46163-0x10138347c530006, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Set watcher on znode that does not yet exist, /0-974857072/acl 2024-11-14T07:17:33,211 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46163 2024-11-14T07:17:33,211 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46163 2024-11-14T07:17:33,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46163 2024-11-14T07:17:33,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46163 2024-11-14T07:17:33,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46163 2024-11-14T07:17:33,232 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c7aa6e2790b3:0 server-side Connection retries=45 2024-11-14T07:17:33,232 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T07:17:33,233 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T07:17:33,233 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T07:17:33,233 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T07:17:33,233 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T07:17:33,233 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T07:17:33,233 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T07:17:33,234 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43379 2024-11-14T07:17:33,236 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43379 connecting to ZooKeeper ensemble=127.0.0.1:51862 2024-11-14T07:17:33,237 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:17:33,241 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:17:33,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:433790x0, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T07:17:33,254 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43379-0x10138347c530007 connected 2024-11-14T07:17:33,255 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43379-0x10138347c530007, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Set watcher on znode that does not yet exist, /0-974857072/running 2024-11-14T07:17:33,255 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T07:17:33,255 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-974857072/meta-region-server: INIT 2024-11-14T07:17:33,256 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T07:17:33,259 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43379-0x10138347c530007, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Set watcher on znode that does not yet exist, /0-974857072/master 2024-11-14T07:17:33,260 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43379-0x10138347c530007, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Set watcher on znode that does not yet exist, /0-974857072/acl 2024-11-14T07:17:33,264 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43379 2024-11-14T07:17:33,264 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43379 2024-11-14T07:17:33,270 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43379 2024-11-14T07:17:33,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43379 2024-11-14T07:17:33,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43379 2024-11-14T07:17:33,294 DEBUG [M:0;c7aa6e2790b3:46163 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c7aa6e2790b3:46163 2024-11-14T07:17:33,295 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-974857072/backup-masters/c7aa6e2790b3,46163,1731568653178 2024-11-14T07:17:33,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46163-0x10138347c530006, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-974857072/backup-masters 2024-11-14T07:17:33,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43379-0x10138347c530007, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-974857072/backup-masters 2024-11-14T07:17:33,359 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46163-0x10138347c530006, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Set watcher on existing znode=/0-974857072/backup-masters/c7aa6e2790b3,46163,1731568653178 2024-11-14T07:17:33,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46163-0x10138347c530006, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-974857072 2024-11-14T07:17:33,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43379-0x10138347c530007, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-974857072/master 2024-11-14T07:17:33,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43379-0x10138347c530007, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-974857072 2024-11-14T07:17:33,369 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46163-0x10138347c530006, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Set watcher on existing znode=/0-974857072/master 2024-11-14T07:17:33,371 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-974857072/backup-masters/c7aa6e2790b3,46163,1731568653178 from backup master directory 2024-11-14T07:17:33,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46163-0x10138347c530006, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-974857072/backup-masters/c7aa6e2790b3,46163,1731568653178 2024-11-14T07:17:33,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43379-0x10138347c530007, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-974857072/backup-masters 2024-11-14T07:17:33,379 WARN [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T07:17:33,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46163-0x10138347c530006, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-974857072/backup-masters 2024-11-14T07:17:33,379 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c7aa6e2790b3,46163,1731568653178 2024-11-14T07:17:33,396 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:17:33,396 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T07:17:33,414 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 17ms. 2024-11-14T07:17:33,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33757 is added to blk_1073741846_1022 (size=196) 2024-11-14T07:17:33,430 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T07:17:33,432 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T07:17:33,433 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T07:17:33,436 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T07:17:33,456 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-14T07:17:33,465 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/MasterData/WALs/c7aa6e2790b3,34823,1731568636798 to hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/MasterData/WALs/c7aa6e2790b3,34823,1731568636798-dead as it is dead 2024-11-14T07:17:33,467 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-14T07:17:33,468 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-14T07:17:33,468 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/MasterData/WALs/c7aa6e2790b3,34823,1731568636798-dead/c7aa6e2790b3%2C34823%2C1731568636798.1731568639640 2024-11-14T07:17:33,475 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/MasterData/WALs/c7aa6e2790b3,34823,1731568636798-dead/c7aa6e2790b3%2C34823%2C1731568636798.1731568639640 after 4ms 2024-11-14T07:17:33,477 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/MasterData/WALs/c7aa6e2790b3,34823,1731568636798-dead/c7aa6e2790b3%2C34823%2C1731568636798.1731568639640 to hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/c7aa6e2790b3%2C34823%2C1731568636798.1731568639640 2024-11-14T07:17:33,477 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/MasterData/WALs/c7aa6e2790b3,34823,1731568636798-dead 2024-11-14T07:17:33,478 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/MasterData/WALs/c7aa6e2790b3,46163,1731568653178 2024-11-14T07:17:33,480 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T07:17:33,483 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c7aa6e2790b3%2C46163%2C1731568653178, suffix=, logDir=hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/MasterData/WALs/c7aa6e2790b3,46163,1731568653178, archiveDir=hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/MasterData/oldWALs, maxLogs=10 2024-11-14T07:17:33,503 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/MasterData/WALs/c7aa6e2790b3,46163,1731568653178/c7aa6e2790b3%2C46163%2C1731568653178.1731568653483, exclude list is [], retry=0 2024-11-14T07:17:33,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33757,DS-64b9e742-13e9-4288-906a-5a33f2d4cbe7,DISK] 2024-11-14T07:17:33,517 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/MasterData/WALs/c7aa6e2790b3,46163,1731568653178/c7aa6e2790b3%2C46163%2C1731568653178.1731568653483 2024-11-14T07:17:33,517 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36587:36587)] 2024-11-14T07:17:33,517 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T07:17:33,518 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:17:33,518 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:17:33,518 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:17:33,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:17:33,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T07:17:33,525 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:17:33,542 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f8fa56d7da534b27aa9c4423602978f6 2024-11-14T07:17:33,543 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:17:33,543 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:17:33,545 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T07:17:33,545 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:17:33,561 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4cea8ae05a394bd5bb990d17df03a0b9 2024-11-14T07:17:33,562 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:17:33,562 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:17:33,564 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T07:17:33,564 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:17:33,579 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7ca82d40f32a41b59a2c567ecb9856d3 2024-11-14T07:17:33,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:17:33,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:17:33,581 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T07:17:33,584 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:17:33,586 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:17:33,586 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:17:33,587 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-14T07:17:33,587 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/c7aa6e2790b3%2C34823%2C1731568636798.1731568639640 2024-11-14T07:17:33,617 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/c7aa6e2790b3%2C34823%2C1731568636798.1731568639640 2024-11-14T07:17:33,623 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/c7aa6e2790b3%2C34823%2C1731568636798.1731568639640 2024-11-14T07:17:33,626 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:17:33,626 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:17:33,632 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T07:17:33,634 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:17:33,658 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-14T07:17:33,660 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72818175, jitterRate=0.08507536351680756}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T07:17:33,661 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731568653518Initializing all the Stores at 1731568653521 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568653521Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568653523 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568653523Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568653523Cleaning up temporary data from old regions at 1731568653627 (+104 ms)Region opened successfully at 1731568653661 (+34 ms) 2024-11-14T07:17:33,665 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T07:17:33,673 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ed1dba2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c7aa6e2790b3/172.17.0.2:0 2024-11-14T07:17:33,697 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-14T07:17:33,697 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T07:17:33,698 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T07:17:33,698 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T07:17:33,699 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T07:17:33,709 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T07:17:33,709 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T07:17:33,712 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T07:17:33,713 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T07:17:33,713 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-14T07:17:33,713 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-14T07:17:33,713 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 14 msec 2024-11-14T07:17:33,713 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T07:17:33,749 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=c7aa6e2790b3,45337,1731568637544, regionLocation=c7aa6e2790b3,45337,1731568637544, openSeqNum=2 2024-11-14T07:17:33,750 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=c7aa6e2790b3,45337,1731568637544, table=hbase:meta, region=1588230740 2024-11-14T07:17:33,750 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c7aa6e2790b3,45337,1731568637544, state=OPEN 2024-11-14T07:17:33,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43379-0x10138347c530007, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-974857072/meta-region-server 2024-11-14T07:17:33,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46163-0x10138347c530006, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-974857072/meta-region-server 2024-11-14T07:17:33,769 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-974857072/meta-region-server: CHANGED 2024-11-14T07:17:33,769 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-974857072/meta-region-server: CHANGED 2024-11-14T07:17:33,778 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-14T07:17:33,790 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-974857072/draining/c7aa6e2790b3,45337,1731568637544 already deleted, retry=false 2024-11-14T07:17:33,790 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of c7aa6e2790b3,45337,1731568637544 on c7aa6e2790b3,46163,1731568653178 2024-11-14T07:17:33,797 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure c7aa6e2790b3,45337,1731568637544, splitWal=true, meta=true 2024-11-14T07:17:33,800 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for c7aa6e2790b3,45337,1731568637544 (carryingMeta=true) c7aa6e2790b3,45337,1731568637544/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@49e6ea2d[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-14T07:17:33,808 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46163-0x10138347c530006, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Unable to get data of znode /0-974857072/balancer because node does not exist (not necessarily an error) 2024-11-14T07:17:33,874 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-974857072/balancer already deleted, retry=false 2024-11-14T07:17:33,875 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T07:17:33,876 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46163-0x10138347c530006, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Unable to get data of znode /0-974857072/normalizer because node does not exist (not necessarily an error) 2024-11-14T07:17:33,918 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-974857072/normalizer already deleted, retry=false 2024-11-14T07:17:33,919 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T07:17:33,920 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46163-0x10138347c530006, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Unable to get data of znode /0-974857072/switch/split because node does not exist (not necessarily an error) 2024-11-14T07:17:33,937 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-974857072/switch/split already deleted, retry=false 2024-11-14T07:17:33,939 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46163-0x10138347c530006, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Unable to get data of znode /0-974857072/switch/merge because node does not exist (not necessarily an error) 2024-11-14T07:17:33,948 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-974857072/switch/merge already deleted, retry=false 2024-11-14T07:17:33,971 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46163-0x10138347c530006, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Unable to get data of znode /0-974857072/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T07:17:33,979 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-974857072/snapshot-cleanup already deleted, retry=false 2024-11-14T07:17:33,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43379-0x10138347c530007, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-974857072/running 2024-11-14T07:17:33,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46163-0x10138347c530006, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-974857072/running 2024-11-14T07:17:33,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43379-0x10138347c530007, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-974857072 2024-11-14T07:17:33,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46163-0x10138347c530006, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-974857072 2024-11-14T07:17:33,990 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c7aa6e2790b3,46163,1731568653178, sessionid=0x10138347c530006, setting cluster-up flag (Was=false) 2024-11-14T07:17:34,001 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-974857072/flush-table-proc/acquired, /0-974857072/flush-table-proc/reached, /0-974857072/flush-table-proc/abort 2024-11-14T07:17:34,002 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c7aa6e2790b3,46163,1731568653178 2024-11-14T07:17:34,012 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-974857072/online-snapshot/acquired, /0-974857072/online-snapshot/reached, /0-974857072/online-snapshot/abort 2024-11-14T07:17:34,013 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c7aa6e2790b3,46163,1731568653178 2024-11-14T07:17:34,015 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/.lastflushedseqids 2024-11-14T07:17:34,018 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T07:17:34,019 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T07:17:34,019 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c7aa6e2790b3,46163,1731568653178 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 c7aa6e2790b3,45337,1731568637544 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T07:17:34,021 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c7aa6e2790b3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T07:17:34,021 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c7aa6e2790b3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T07:17:34,021 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T07:17:34,021 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T07:17:34,021 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c7aa6e2790b3:0, corePoolSize=10, maxPoolSize=10 2024-11-14T07:17:34,021 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:17:34,021 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T07:17:34,021 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:17:34,027 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure c7aa6e2790b3,45337,1731568637544, splitWal=true, meta=true 2024-11-14T07:17:34,028 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731568684028 2024-11-14T07:17:34,028 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T07:17:34,028 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T07:17:34,028 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T07:17:34,028 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T07:17:34,029 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T07:17:34,029 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T07:17:34,029 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure c7aa6e2790b3,45337,1731568637544, splitWal=true, meta=true, isMeta: true 2024-11-14T07:17:34,030 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:34,030 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T07:17:34,030 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T07:17:34,030 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T07:17:34,030 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T07:17:34,031 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/WALs/c7aa6e2790b3,45337,1731568637544-splitting 2024-11-14T07:17:34,031 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T07:17:34,031 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T07:17:34,031 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.large.0-1731568654031,5,FailOnTimeoutGroup] 2024-11-14T07:17:34,032 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/WALs/c7aa6e2790b3,45337,1731568637544-splitting dir is empty, no logs to split. 2024-11-14T07:17:34,032 INFO [PEWorker-1 {}] master.SplitWALManager(105): c7aa6e2790b3,45337,1731568637544 WAL count=0, meta=true 2024-11-14T07:17:34,032 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.small.0-1731568654031,5,FailOnTimeoutGroup] 2024-11-14T07:17:34,032 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:34,032 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T07:17:34,032 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:34,032 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:34,032 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731568654032, completionTime=-1 2024-11-14T07:17:34,032 WARN [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-14T07:17:34,036 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-14T07:17:34,040 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/WALs/c7aa6e2790b3,45337,1731568637544-splitting dir is empty, no logs to split. 2024-11-14T07:17:34,040 INFO [PEWorker-1 {}] master.SplitWALManager(105): c7aa6e2790b3,45337,1731568637544 WAL count=0, meta=true 2024-11-14T07:17:34,040 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if c7aa6e2790b3,45337,1731568637544 WAL splitting is done? wals=0, meta=true 2024-11-14T07:17:34,043 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T07:17:34,046 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T07:17:34,048 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T07:17:34,080 INFO [RS:0;c7aa6e2790b3:43379 {}] regionserver.HRegionServer(746): ClusterId : c7d18d33-3948-4d28-9d7f-30602a6b6124 2024-11-14T07:17:34,080 DEBUG [RS:0;c7aa6e2790b3:43379 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T07:17:34,085 DEBUG [RS:0;c7aa6e2790b3:43379 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T07:17:34,085 DEBUG [RS:0;c7aa6e2790b3:43379 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T07:17:34,097 DEBUG [RS:0;c7aa6e2790b3:43379 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T07:17:34,098 DEBUG [RS:0;c7aa6e2790b3:43379 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67e4cd58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c7aa6e2790b3/172.17.0.2:0 2024-11-14T07:17:34,115 DEBUG [RS:0;c7aa6e2790b3:43379 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c7aa6e2790b3:43379 2024-11-14T07:17:34,115 INFO [RS:0;c7aa6e2790b3:43379 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T07:17:34,115 INFO [RS:0;c7aa6e2790b3:43379 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T07:17:34,115 DEBUG [RS:0;c7aa6e2790b3:43379 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T07:17:34,116 INFO [RS:0;c7aa6e2790b3:43379 {}] regionserver.HRegionServer(2659): reportForDuty to master=c7aa6e2790b3,46163,1731568653178 with port=43379, startcode=1731568653232 2024-11-14T07:17:34,116 DEBUG [RS:0;c7aa6e2790b3:43379 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T07:17:34,118 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35817, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T07:17:34,119 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46163 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c7aa6e2790b3,43379,1731568653232 2024-11-14T07:17:34,119 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46163 {}] master.ServerManager(517): Registering regionserver=c7aa6e2790b3,43379,1731568653232 2024-11-14T07:17:34,122 DEBUG [RS:0;c7aa6e2790b3:43379 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3 2024-11-14T07:17:34,122 DEBUG [RS:0;c7aa6e2790b3:43379 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44955 2024-11-14T07:17:34,122 DEBUG [RS:0;c7aa6e2790b3:43379 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T07:17:34,136 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=104ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-14T07:17:34,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46163-0x10138347c530006, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-974857072/rs 2024-11-14T07:17:34,138 DEBUG [RS:0;c7aa6e2790b3:43379 {}] zookeeper.ZKUtil(111): regionserver:43379-0x10138347c530007, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Set watcher on existing znode=/0-974857072/rs/c7aa6e2790b3,43379,1731568653232 2024-11-14T07:17:34,138 WARN [RS:0;c7aa6e2790b3:43379 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T07:17:34,138 INFO [RS:0;c7aa6e2790b3:43379 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T07:17:34,138 DEBUG [RS:0;c7aa6e2790b3:43379 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/WALs/c7aa6e2790b3,43379,1731568653232 2024-11-14T07:17:34,140 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c7aa6e2790b3,43379,1731568653232] 2024-11-14T07:17:34,198 INFO [RS:0;c7aa6e2790b3:43379 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T07:17:34,198 WARN [c7aa6e2790b3:46163 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-14T07:17:34,204 INFO [RS:0;c7aa6e2790b3:43379 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T07:17:34,213 INFO [RS:0;c7aa6e2790b3:43379 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T07:17:34,213 INFO [RS:0;c7aa6e2790b3:43379 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:34,216 INFO [RS:0;c7aa6e2790b3:43379 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T07:17:34,217 INFO [RS:0;c7aa6e2790b3:43379 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T07:17:34,217 INFO [RS:0;c7aa6e2790b3:43379 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:34,218 DEBUG [RS:0;c7aa6e2790b3:43379 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:17:34,218 DEBUG [RS:0;c7aa6e2790b3:43379 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:17:34,218 DEBUG [RS:0;c7aa6e2790b3:43379 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:17:34,218 DEBUG [RS:0;c7aa6e2790b3:43379 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:17:34,218 DEBUG [RS:0;c7aa6e2790b3:43379 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:17:34,218 DEBUG [RS:0;c7aa6e2790b3:43379 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c7aa6e2790b3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T07:17:34,218 DEBUG [RS:0;c7aa6e2790b3:43379 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:17:34,218 DEBUG [RS:0;c7aa6e2790b3:43379 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:17:34,218 DEBUG [RS:0;c7aa6e2790b3:43379 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:17:34,218 DEBUG [RS:0;c7aa6e2790b3:43379 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:17:34,218 DEBUG [RS:0;c7aa6e2790b3:43379 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:17:34,219 DEBUG [RS:0;c7aa6e2790b3:43379 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:17:34,219 DEBUG [RS:0;c7aa6e2790b3:43379 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c7aa6e2790b3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T07:17:34,219 DEBUG [RS:0;c7aa6e2790b3:43379 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c7aa6e2790b3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T07:17:34,222 INFO [RS:0;c7aa6e2790b3:43379 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:34,222 INFO [RS:0;c7aa6e2790b3:43379 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:34,222 INFO [RS:0;c7aa6e2790b3:43379 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:34,222 INFO [RS:0;c7aa6e2790b3:43379 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:34,222 INFO [RS:0;c7aa6e2790b3:43379 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:34,222 INFO [RS:0;c7aa6e2790b3:43379 {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,43379,1731568653232-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T07:17:34,264 INFO [RS:0;c7aa6e2790b3:43379 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T07:17:34,264 INFO [RS:0;c7aa6e2790b3:43379 {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,43379,1731568653232-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:34,287 INFO [RS:0;c7aa6e2790b3:43379 {}] regionserver.ReplicationSource(231): queueId=1-c7aa6e2790b3,43379,1731568653232, ReplicationSource: 1, currentBandwidth=0 2024-11-14T07:17:34,310 INFO [RS:0;c7aa6e2790b3:43379 {}] regionserver.ReplicationSource(231): queueId=2-c7aa6e2790b3,43379,1731568653232, ReplicationSource: 2, currentBandwidth=0 2024-11-14T07:17:34,311 DEBUG [RS:0;c7aa6e2790b3:43379.replicationSource,1-c7aa6e2790b3,43379,1731568653232 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c7aa6e2790b3:39673' 2024-11-14T07:17:34,312 INFO [RS:0;c7aa6e2790b3:43379 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:34,312 INFO [RS:0;c7aa6e2790b3:43379 {}] regionserver.Replication(171): c7aa6e2790b3,43379,1731568653232 started 2024-11-14T07:17:34,316 DEBUG [RS:0;c7aa6e2790b3:43379.replicationSource,1-c7aa6e2790b3,43379,1731568653232 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40b41f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:17:34,316 DEBUG [RS:0;c7aa6e2790b3:43379.replicationSource,1-c7aa6e2790b3,43379,1731568653232 {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,39673,-1 for getting cluster id 2024-11-14T07:17:34,317 DEBUG [RS:0;c7aa6e2790b3:43379.replicationSource,1-c7aa6e2790b3,43379,1731568653232 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:17:34,325 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8534c8fe-0757-4064-b63b-9bd444e6f47c' 2024-11-14T07:17:34,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:17:34,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8534c8fe-0757-4064-b63b-9bd444e6f47c" 2024-11-14T07:17:34,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c26be87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:17:34,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,39673,-1] 2024-11-14T07:17:34,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:17:34,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:17:34,329 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:17:34,331 DEBUG [RS:0;c7aa6e2790b3:43379.replicationSource,1-c7aa6e2790b3,43379,1731568653232 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@518f5395, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:17:34,331 DEBUG [RS:0;c7aa6e2790b3:43379.replicationSource,1-c7aa6e2790b3,43379,1731568653232 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:17:34,332 INFO [RS:0;c7aa6e2790b3:43379 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:34,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c7aa6e2790b3,39673,1731568644335 2024-11-14T07:17:34,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6767e95b 2024-11-14T07:17:34,333 INFO [RS:0;c7aa6e2790b3:43379 {}] regionserver.HRegionServer(1482): Serving as c7aa6e2790b3,43379,1731568653232, RpcServer on c7aa6e2790b3/172.17.0.2:43379, sessionid=0x10138347c530007 2024-11-14T07:17:34,333 DEBUG [RS:0;c7aa6e2790b3:43379 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T07:17:34,333 DEBUG [RS:0;c7aa6e2790b3:43379 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c7aa6e2790b3,43379,1731568653232 2024-11-14T07:17:34,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T07:17:34,333 DEBUG [RS:0;c7aa6e2790b3:43379 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c7aa6e2790b3,43379,1731568653232' 2024-11-14T07:17:34,333 DEBUG [RS:0;c7aa6e2790b3:43379 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-974857072/flush-table-proc/abort' 2024-11-14T07:17:34,334 DEBUG [RS:0;c7aa6e2790b3:43379 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-974857072/flush-table-proc/acquired' 2024-11-14T07:17:34,334 DEBUG [RS:0;c7aa6e2790b3:43379 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T07:17:34,334 DEBUG [RS:0;c7aa6e2790b3:43379 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T07:17:34,334 DEBUG [RS:0;c7aa6e2790b3:43379 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c7aa6e2790b3,43379,1731568653232 2024-11-14T07:17:34,334 DEBUG [RS:0;c7aa6e2790b3:43379 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c7aa6e2790b3,43379,1731568653232' 2024-11-14T07:17:34,334 DEBUG [RS:0;c7aa6e2790b3:43379 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-974857072/online-snapshot/abort' 2024-11-14T07:17:34,334 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-14T07:17:34,335 DEBUG [RS:0;c7aa6e2790b3:43379 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-974857072/online-snapshot/acquired' 2024-11-14T07:17:34,335 DEBUG [RS:0;c7aa6e2790b3:43379 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T07:17:34,335 INFO [RS:0;c7aa6e2790b3:43379 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T07:17:34,335 INFO [RS:0;c7aa6e2790b3:43379 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T07:17:34,335 INFO [RS:0;c7aa6e2790b3:43379.replicationSource,1-c7aa6e2790b3,43379,1731568653232 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c7aa6e2790b3,43379,1731568653232 (queues=0) is replicating from cluster=c7d18d33-3948-4d28-9d7f-30602a6b6124 to cluster=8534c8fe-0757-4064-b63b-9bd444e6f47c 2024-11-14T07:17:34,337 DEBUG [RS:0;c7aa6e2790b3:43379.replicationSource,2-c7aa6e2790b3,43379,1731568653232 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c7aa6e2790b3:39673' 2024-11-14T07:17:34,341 DEBUG [RS:0;c7aa6e2790b3:43379.replicationSource,2-c7aa6e2790b3,43379,1731568653232 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b597357, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:17:34,341 DEBUG [RS:0;c7aa6e2790b3:43379.replicationSource,2-c7aa6e2790b3,43379,1731568653232 {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,39673,-1 for getting cluster id 2024-11-14T07:17:34,341 DEBUG [RS:0;c7aa6e2790b3:43379.replicationSource,2-c7aa6e2790b3,43379,1731568653232 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:17:34,342 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8534c8fe-0757-4064-b63b-9bd444e6f47c' 2024-11-14T07:17:34,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:17:34,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8534c8fe-0757-4064-b63b-9bd444e6f47c" 2024-11-14T07:17:34,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@390bcc28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:17:34,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,39673,-1] 2024-11-14T07:17:34,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:17:34,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:17:34,344 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:17:34,346 DEBUG [RS:0;c7aa6e2790b3:43379.replicationSource,2-c7aa6e2790b3,43379,1731568653232 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ed73887, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:17:34,346 DEBUG [RS:0;c7aa6e2790b3:43379.replicationSource,2-c7aa6e2790b3,43379,1731568653232 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:17:34,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c7aa6e2790b3,39673,1731568644335 2024-11-14T07:17:34,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@763d2434 2024-11-14T07:17:34,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T07:17:34,350 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-14T07:17:34,352 INFO [RS:0;c7aa6e2790b3:43379.replicationSource,2-c7aa6e2790b3,43379,1731568653232 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-c7aa6e2790b3,43379,1731568653232 (queues=0) is replicating from cluster=c7d18d33-3948-4d28-9d7f-30602a6b6124 to cluster=8534c8fe-0757-4064-b63b-9bd444e6f47c 2024-11-14T07:17:34,436 INFO [RS:0;c7aa6e2790b3:43379 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T07:17:34,438 INFO [RS:0;c7aa6e2790b3:43379 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c7aa6e2790b3%2C43379%2C1731568653232, suffix=, logDir=hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/WALs/c7aa6e2790b3,43379,1731568653232, archiveDir=hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/oldWALs, maxLogs=10 2024-11-14T07:17:34,452 DEBUG [RS:0;c7aa6e2790b3:43379 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/WALs/c7aa6e2790b3,43379,1731568653232/c7aa6e2790b3%2C43379%2C1731568653232.1731568654439, exclude list is [], retry=0 2024-11-14T07:17:34,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33757,DS-64b9e742-13e9-4288-906a-5a33f2d4cbe7,DISK] 2024-11-14T07:17:34,459 INFO [RS:0;c7aa6e2790b3:43379 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/WALs/c7aa6e2790b3,43379,1731568653232/c7aa6e2790b3%2C43379%2C1731568653232.1731568654439 2024-11-14T07:17:34,459 DEBUG [RS:0;c7aa6e2790b3:43379 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group c7aa6e2790b3%2C43379%2C1731568653232 for peer 1 2024-11-14T07:17:34,459 DEBUG [RS:0;c7aa6e2790b3:43379 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group c7aa6e2790b3%2C43379%2C1731568653232 for peer 2 2024-11-14T07:17:34,459 DEBUG [RS:0;c7aa6e2790b3:43379 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c7aa6e2790b3%2C43379%2C1731568653232 2024-11-14T07:17:34,459 INFO [RS:0;c7aa6e2790b3:43379 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c7aa6e2790b3,43379,1731568653232, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T07:17:34,463 INFO [RS:0;c7aa6e2790b3:43379.replicationSource.shipperc7aa6e2790b3%2C43379%2C1731568653232,1-c7aa6e2790b3,43379,1731568653232 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c7aa6e2790b3%2C43379%2C1731568653232 2024-11-14T07:17:34,463 DEBUG [RS:0;c7aa6e2790b3:43379 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=c7aa6e2790b3%2C43379%2C1731568653232 2024-11-14T07:17:34,464 INFO [RS:0;c7aa6e2790b3:43379 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-c7aa6e2790b3,43379,1731568653232, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T07:17:34,464 DEBUG [RS:0;c7aa6e2790b3:43379 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36587:36587)] 2024-11-14T07:17:34,464 INFO [RS:0;c7aa6e2790b3:43379.replicationSource.shipperc7aa6e2790b3%2C43379%2C1731568653232,2-c7aa6e2790b3,43379,1731568653232 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c7aa6e2790b3%2C43379%2C1731568653232 2024-11-14T07:17:34,464 DEBUG [RS:0;c7aa6e2790b3:43379.replicationSource.wal-reader.c7aa6e2790b3%2C43379%2C1731568653232,1-c7aa6e2790b3,43379,1731568653232 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/WALs/c7aa6e2790b3,43379,1731568653232/c7aa6e2790b3%2C43379%2C1731568653232.1731568654439, startPosition=0, beingWritten=true 2024-11-14T07:17:34,465 DEBUG [RS:0;c7aa6e2790b3:43379.replicationSource.wal-reader.c7aa6e2790b3%2C43379%2C1731568653232,2-c7aa6e2790b3,43379,1731568653232 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/WALs/c7aa6e2790b3,43379,1731568653232/c7aa6e2790b3%2C43379%2C1731568653232.1731568654439, startPosition=0, beingWritten=true 2024-11-14T07:17:34,678 DEBUG [RS:0;c7aa6e2790b3:43379.replicationSource.wal-reader.c7aa6e2790b3%2C43379%2C1731568653232,1-c7aa6e2790b3,43379,1731568653232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/WALs/c7aa6e2790b3,43379,1731568653232/c7aa6e2790b3%2C43379%2C1731568653232.1731568654439 to pos 0, reset compression=false 2024-11-14T07:17:34,683 DEBUG [RS:0;c7aa6e2790b3:43379.replicationSource.wal-reader.c7aa6e2790b3%2C43379%2C1731568653232,2-c7aa6e2790b3,43379,1731568653232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/WALs/c7aa6e2790b3,43379,1731568653232/c7aa6e2790b3%2C43379%2C1731568653232.1731568654439 to pos 0, reset compression=false 2024-11-14T07:17:34,699 DEBUG [c7aa6e2790b3:46163 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T07:17:34,699 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c7aa6e2790b3,43379,1731568653232 2024-11-14T07:17:34,701 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c7aa6e2790b3,43379,1731568653232, state=OPENING 2024-11-14T07:17:34,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46163-0x10138347c530006, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-974857072/meta-region-server 2024-11-14T07:17:34,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43379-0x10138347c530007, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-974857072/meta-region-server 2024-11-14T07:17:34,748 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T07:17:34,748 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-974857072/meta-region-server: CHANGED 2024-11-14T07:17:34,748 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-974857072/meta-region-server: CHANGED 2024-11-14T07:17:34,748 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c7aa6e2790b3,43379,1731568653232}] 2024-11-14T07:17:34,901 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T07:17:34,903 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41941, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T07:17:34,909 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T07:17:34,909 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T07:17:34,909 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T07:17:34,912 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c7aa6e2790b3%2C43379%2C1731568653232.meta, suffix=.meta, logDir=hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/WALs/c7aa6e2790b3,43379,1731568653232, archiveDir=hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/oldWALs, maxLogs=10 2024-11-14T07:17:34,932 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/WALs/c7aa6e2790b3,43379,1731568653232/c7aa6e2790b3%2C43379%2C1731568653232.meta.1731568654913.meta, exclude list is [], retry=0 2024-11-14T07:17:34,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33757,DS-64b9e742-13e9-4288-906a-5a33f2d4cbe7,DISK] 2024-11-14T07:17:34,937 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/WALs/c7aa6e2790b3,43379,1731568653232/c7aa6e2790b3%2C43379%2C1731568653232.meta.1731568654913.meta 2024-11-14T07:17:34,937 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36587:36587)] 2024-11-14T07:17:34,937 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T07:17:34,938 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T07:17:34,938 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T07:17:34,940 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T07:17:34,940 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T07:17:34,940 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T07:17:34,940 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:17:34,941 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T07:17:34,941 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T07:17:34,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T07:17:34,943 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T07:17:34,944 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:17:34,958 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/data/hbase/meta/1588230740/info/86a66b52f76b4cc0b44c7141314331c0 2024-11-14T07:17:34,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:17:34,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T07:17:34,960 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T07:17:34,960 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:17:34,971 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/data/hbase/meta/1588230740/ns/3f60a09764c84e22832cfcc6e0ad7e9d 2024-11-14T07:17:34,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:17:34,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T07:17:34,973 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T07:17:34,973 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:17:34,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:17:34,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T07:17:34,976 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T07:17:34,976 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:17:34,984 DEBUG [RS:0;c7aa6e2790b3:43379.replicationSource.wal-reader.c7aa6e2790b3%2C43379%2C1731568653232,1-c7aa6e2790b3,43379,1731568653232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/WALs/c7aa6e2790b3,43379,1731568653232/c7aa6e2790b3%2C43379%2C1731568653232.1731568654439 to pos 0, reset compression=false 2024-11-14T07:17:34,989 DEBUG [RS:0;c7aa6e2790b3:43379.replicationSource.wal-reader.c7aa6e2790b3%2C43379%2C1731568653232,2-c7aa6e2790b3,43379,1731568653232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/WALs/c7aa6e2790b3,43379,1731568653232/c7aa6e2790b3%2C43379%2C1731568653232.1731568654439 to pos 0, reset compression=false 2024-11-14T07:17:34,992 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/data/hbase/meta/1588230740/table/051111df843547d889b2cc6620cde8df 2024-11-14T07:17:34,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:17:34,993 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T07:17:34,994 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/data/hbase/meta/1588230740 2024-11-14T07:17:34,997 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/data/hbase/meta/1588230740 2024-11-14T07:17:34,998 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T07:17:34,998 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T07:17:34,999 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T07:17:35,002 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T07:17:35,004 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70953279, jitterRate=0.05728624761104584}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T07:17:35,005 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T07:17:35,005 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731568654941Writing region info on filesystem at 1731568654941Initializing all the Stores at 1731568654942 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568654942Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568654942Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568654942Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568654942Cleaning up temporary data from old regions at 1731568654998 (+56 ms)Running coprocessor post-open hooks at 1731568655005 (+7 ms)Region opened successfully at 1731568655005 2024-11-14T07:17:35,007 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731568654901 2024-11-14T07:17:35,011 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T07:17:35,011 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T07:17:35,012 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=c7aa6e2790b3,43379,1731568653232 2024-11-14T07:17:35,014 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c7aa6e2790b3,43379,1731568653232, state=OPEN 2024-11-14T07:17:35,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43379-0x10138347c530007, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-974857072/meta-region-server 2024-11-14T07:17:35,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46163-0x10138347c530006, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-974857072/meta-region-server 2024-11-14T07:17:35,074 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c7aa6e2790b3,43379,1731568653232 2024-11-14T07:17:35,074 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-974857072/meta-region-server: CHANGED 2024-11-14T07:17:35,074 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-974857072/meta-region-server: CHANGED 2024-11-14T07:17:35,078 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-14T07:17:35,078 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c7aa6e2790b3,43379,1731568653232 in 326 msec 2024-11-14T07:17:35,083 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-14T07:17:35,083 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.0350 sec 2024-11-14T07:17:35,424 DEBUG [RS:0;c7aa6e2790b3:43379.replicationSource.wal-reader.c7aa6e2790b3%2C43379%2C1731568653232,1-c7aa6e2790b3,43379,1731568653232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/WALs/c7aa6e2790b3,43379,1731568653232/c7aa6e2790b3%2C43379%2C1731568653232.1731568654439 to pos 0, reset compression=false 2024-11-14T07:17:35,424 DEBUG [RS:0;c7aa6e2790b3:43379.replicationSource.wal-reader.c7aa6e2790b3%2C43379%2C1731568653232,2-c7aa6e2790b3,43379,1731568653232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/WALs/c7aa6e2790b3,43379,1731568653232/c7aa6e2790b3%2C43379%2C1731568653232.1731568654439 to pos 0, reset compression=false 2024-11-14T07:17:35,639 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1607ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-14T07:17:35,931 DEBUG [RS:0;c7aa6e2790b3:43379.replicationSource.wal-reader.c7aa6e2790b3%2C43379%2C1731568653232,2-c7aa6e2790b3,43379,1731568653232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/WALs/c7aa6e2790b3,43379,1731568653232/c7aa6e2790b3%2C43379%2C1731568653232.1731568654439 to pos 0, reset compression=false 2024-11-14T07:17:35,931 DEBUG [RS:0;c7aa6e2790b3:43379.replicationSource.wal-reader.c7aa6e2790b3%2C43379%2C1731568653232,1-c7aa6e2790b3,43379,1731568653232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/WALs/c7aa6e2790b3,43379,1731568653232/c7aa6e2790b3%2C43379%2C1731568653232.1731568654439 to pos 0, reset compression=false 2024-11-14T07:17:36,537 DEBUG [RS:0;c7aa6e2790b3:43379.replicationSource.wal-reader.c7aa6e2790b3%2C43379%2C1731568653232,2-c7aa6e2790b3,43379,1731568653232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/WALs/c7aa6e2790b3,43379,1731568653232/c7aa6e2790b3%2C43379%2C1731568653232.1731568654439 to pos 0, reset compression=false 2024-11-14T07:17:36,539 DEBUG [RS:0;c7aa6e2790b3:43379.replicationSource.wal-reader.c7aa6e2790b3%2C43379%2C1731568653232,1-c7aa6e2790b3,43379,1731568653232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/WALs/c7aa6e2790b3,43379,1731568653232/c7aa6e2790b3%2C43379%2C1731568653232.1731568654439 to pos 0, reset compression=false 2024-11-14T07:17:37,142 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3110ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3006ms 2024-11-14T07:17:37,245 DEBUG [RS:0;c7aa6e2790b3:43379.replicationSource.wal-reader.c7aa6e2790b3%2C43379%2C1731568653232,2-c7aa6e2790b3,43379,1731568653232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/WALs/c7aa6e2790b3,43379,1731568653232/c7aa6e2790b3%2C43379%2C1731568653232.1731568654439 to pos 0, reset compression=false 2024-11-14T07:17:37,245 DEBUG [RS:0;c7aa6e2790b3:43379.replicationSource.wal-reader.c7aa6e2790b3%2C43379%2C1731568653232,1-c7aa6e2790b3,43379,1731568653232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/WALs/c7aa6e2790b3,43379,1731568653232/c7aa6e2790b3%2C43379%2C1731568653232.1731568654439 to pos 0, reset compression=false 2024-11-14T07:17:38,053 DEBUG [RS:0;c7aa6e2790b3:43379.replicationSource.wal-reader.c7aa6e2790b3%2C43379%2C1731568653232,1-c7aa6e2790b3,43379,1731568653232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/WALs/c7aa6e2790b3,43379,1731568653232/c7aa6e2790b3%2C43379%2C1731568653232.1731568654439 to pos 0, reset compression=false 2024-11-14T07:17:38,054 DEBUG [RS:0;c7aa6e2790b3:43379.replicationSource.wal-reader.c7aa6e2790b3%2C43379%2C1731568653232,2-c7aa6e2790b3,43379,1731568653232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/WALs/c7aa6e2790b3,43379,1731568653232/c7aa6e2790b3%2C43379%2C1731568653232.1731568654439 to pos 0, reset compression=false 2024-11-14T07:17:38,545 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4513ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-14T07:17:38,546 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T07:17:38,546 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T07:17:38,546 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c7aa6e2790b3,43379,1731568653232, seqNum=-1] 2024-11-14T07:17:38,547 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T07:17:38,548 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48625, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T07:17:38,556 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b47d65f2ada4c1cc73714dbf862a7d13, regionState=OPEN, lastHost=c7aa6e2790b3,45337,1731568637544, regionLocation=c7aa6e2790b3,45337,1731568637544, openSeqNum=2 2024-11-14T07:17:38,556 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T07:17:38,556 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731568718556 2024-11-14T07:17:38,556 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731568778556 2024-11-14T07:17:38,556 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 10 msec 2024-11-14T07:17:38,557 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,46163,1731568653178-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:38,557 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,46163,1731568653178-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:38,557 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): c7aa6e2790b3,45337,1731568637544 had 2 regions 2024-11-14T07:17:38,557 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,46163,1731568653178-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:38,557 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c7aa6e2790b3:46163, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:38,557 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:38,560 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure c7aa6e2790b3,45337,1731568637544, splitWal=true, meta=true, isMeta: false 2024-11-14T07:17:38,560 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:38,564 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/WALs/c7aa6e2790b3,45337,1731568637544-splitting dir is empty, no logs to split. 2024-11-14T07:17:38,564 INFO [PEWorker-3 {}] master.SplitWALManager(105): c7aa6e2790b3,45337,1731568637544 WAL count=0, meta=false 2024-11-14T07:17:38,571 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.192sec 2024-11-14T07:17:38,571 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T07:17:38,571 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T07:17:38,571 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T07:17:38,571 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T07:17:38,571 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T07:17:38,571 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,46163,1731568653178-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T07:17:38,571 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,46163,1731568653178-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T07:17:38,571 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/WALs/c7aa6e2790b3,45337,1731568637544-splitting dir is empty, no logs to split. 2024-11-14T07:17:38,571 INFO [PEWorker-3 {}] master.SplitWALManager(105): c7aa6e2790b3,45337,1731568637544 WAL count=0, meta=false 2024-11-14T07:17:38,572 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if c7aa6e2790b3,45337,1731568637544 WAL splitting is done? wals=0, meta=false 2024-11-14T07:17:38,576 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b47d65f2ada4c1cc73714dbf862a7d13, ASSIGN}] 2024-11-14T07:17:38,576 WARN [master/c7aa6e2790b3:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=c7aa6e2790b3,45337,1731568637544/hbase:replication,,1731568648256.b47d65f2ada4c1cc73714dbf862a7d13. 2024-11-14T07:17:38,584 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b47d65f2ada4c1cc73714dbf862a7d13, ASSIGN 2024-11-14T07:17:38,586 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b47d65f2ada4c1cc73714dbf862a7d13, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T07:17:38,590 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T07:17:38,590 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T07:17:38,590 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,46163,1731568653178-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:38,599 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@173bf31f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:17:38,599 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,46163,-1 for getting cluster id 2024-11-14T07:17:38,599 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:17:38,604 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c7d18d33-3948-4d28-9d7f-30602a6b6124' 2024-11-14T07:17:38,605 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:17:38,605 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c7d18d33-3948-4d28-9d7f-30602a6b6124" 2024-11-14T07:17:38,606 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d2e845e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:17:38,606 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,46163,-1] 2024-11-14T07:17:38,607 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:17:38,608 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:17:38,609 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:17:38,611 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@793ce234, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:17:38,611 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T07:17:38,612 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c7aa6e2790b3,43379,1731568653232, seqNum=-1] 2024-11-14T07:17:38,613 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T07:17:38,616 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T07:17:38,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-14T07:17:38,620 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T07:17:38,620 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:17:38,620 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:17:38,620 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:17:38,620 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:17:38,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: c7aa6e2790b3:46163 after: c7aa6e2790b3:46163 2024-11-14T07:17:38,621 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fe57e0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:17:38,621 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,46163,-1 for getting cluster id 2024-11-14T07:17:38,622 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:17:38,623 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c7d18d33-3948-4d28-9d7f-30602a6b6124' 2024-11-14T07:17:38,623 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:17:38,623 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c7d18d33-3948-4d28-9d7f-30602a6b6124" 2024-11-14T07:17:38,623 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cd9b143, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:17:38,623 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,46163,-1] 2024-11-14T07:17:38,624 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:17:38,624 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:17:38,625 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:17:38,626 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57ad67c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:17:38,626 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:17:38,627 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c7aa6e2790b3,46163,1731568653178 2024-11-14T07:17:38,628 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@585809ff 2024-11-14T07:17:38,628 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T07:17:38,629 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T07:17:38,629 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46163 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-14T07:17:38,631 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46163 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-14T07:17:38,632 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46163 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-14T07:17:38,633 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46163 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-14T07:17:38,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T07:17:38,633 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T07:17:38,633 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:17:38,633 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:17:38,634 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:17:38,634 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:17:38,634 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T07:17:38,634 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=51383335, stopped=false 2024-11-14T07:17:38,634 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c7aa6e2790b3,39673,1731568644335 2024-11-14T07:17:38,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39673-0x10138347c530003, quorum=127.0.0.1:51862, baseZNode=/1396180616 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1396180616/running 2024-11-14T07:17:38,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43159-0x10138347c530004, quorum=127.0.0.1:51862, baseZNode=/1396180616 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1396180616/running 2024-11-14T07:17:38,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39673-0x10138347c530003, quorum=127.0.0.1:51862, baseZNode=/1396180616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1396180616 2024-11-14T07:17:38,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43159-0x10138347c530004, quorum=127.0.0.1:51862, baseZNode=/1396180616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1396180616 2024-11-14T07:17:38,653 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T07:17:38,654 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T07:17:38,654 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43159-0x10138347c530004, quorum=127.0.0.1:51862, baseZNode=/1396180616 Set watcher on znode that does not yet exist, /1396180616/running 2024-11-14T07:17:38,654 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:17:38,654 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:17:38,654 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c7aa6e2790b3,43159,1731568644491' ***** 2024-11-14T07:17:38,654 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T07:17:38,654 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39673-0x10138347c530003, quorum=127.0.0.1:51862, baseZNode=/1396180616 Set watcher on znode that does not yet exist, /1396180616/running 2024-11-14T07:17:38,655 INFO [RS:0;c7aa6e2790b3:43159 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T07:17:38,655 INFO [RS:0;c7aa6e2790b3:43159 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T07:17:38,655 INFO [RS:0;c7aa6e2790b3:43159 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T07:17:38,655 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T07:17:38,655 INFO [RS:0;c7aa6e2790b3:43159 {}] regionserver.HRegionServer(959): stopping server c7aa6e2790b3,43159,1731568644491 2024-11-14T07:17:38,655 INFO [RS:0;c7aa6e2790b3:43159 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T07:17:38,656 INFO [RS:0;c7aa6e2790b3:43159 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c7aa6e2790b3:43159. 2024-11-14T07:17:38,656 DEBUG [RS:0;c7aa6e2790b3:43159 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:17:38,656 DEBUG [RS:0;c7aa6e2790b3:43159 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:17:38,656 INFO [RS:0;c7aa6e2790b3:43159 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T07:17:38,656 INFO [RS:0;c7aa6e2790b3:43159 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T07:17:38,656 INFO [RS:0;c7aa6e2790b3:43159 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T07:17:38,656 INFO [RS:0;c7aa6e2790b3:43159 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T07:17:38,657 INFO [RS:0;c7aa6e2790b3:43159 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T07:17:38,657 DEBUG [RS:0;c7aa6e2790b3:43159 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T07:17:38,657 DEBUG [RS:0;c7aa6e2790b3:43159 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T07:17:38,657 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T07:17:38,657 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T07:17:38,657 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T07:17:38,657 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T07:17:38,657 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T07:17:38,657 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-14T07:17:38,678 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45397/user/jenkins/test-data/13d66a97-d27e-0446-4946-2ba628f04c35/data/hbase/meta/1588230740/.tmp/ns/eec940c46d884c92b5924e9aff019e95 is 43, key is default/ns:d/1731568648018/Put/seqid=0 2024-11-14T07:17:38,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37163 is added to blk_1073741835_1011 (size=5153) 2024-11-14T07:17:38,687 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45397/user/jenkins/test-data/13d66a97-d27e-0446-4946-2ba628f04c35/data/hbase/meta/1588230740/.tmp/ns/eec940c46d884c92b5924e9aff019e95 2024-11-14T07:17:38,697 INFO [regionserver/c7aa6e2790b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T07:17:38,697 INFO [regionserver/c7aa6e2790b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T07:17:38,702 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45397/user/jenkins/test-data/13d66a97-d27e-0446-4946-2ba628f04c35/data/hbase/meta/1588230740/.tmp/ns/eec940c46d884c92b5924e9aff019e95 as hdfs://localhost:45397/user/jenkins/test-data/13d66a97-d27e-0446-4946-2ba628f04c35/data/hbase/meta/1588230740/ns/eec940c46d884c92b5924e9aff019e95 2024-11-14T07:17:38,711 INFO [regionserver/c7aa6e2790b3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T07:17:38,712 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45397/user/jenkins/test-data/13d66a97-d27e-0446-4946-2ba628f04c35/data/hbase/meta/1588230740/ns/eec940c46d884c92b5924e9aff019e95, entries=2, sequenceid=6, filesize=5.0 K 2024-11-14T07:17:38,713 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 56ms, sequenceid=6, compaction requested=false 2024-11-14T07:17:38,730 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45397/user/jenkins/test-data/13d66a97-d27e-0446-4946-2ba628f04c35/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-14T07:17:38,731 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T07:17:38,731 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T07:17:38,731 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T07:17:38,732 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731568658657Running coprocessor pre-close hooks at 1731568658657Disabling compacts and flushes for region at 1731568658657Disabling writes for close at 1731568658657Obtaining lock to block concurrent updates at 1731568658657Preparing flush snapshotting stores in 1588230740 at 1731568658657Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731568658658 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731568658659 (+1 ms)Flushing 1588230740/ns: creating writer at 1731568658659Flushing 1588230740/ns: appending metadata at 1731568658678 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731568658678Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@654508d7: reopening flushed file at 1731568658700 (+22 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 56ms, sequenceid=6, compaction requested=false at 1731568658713 (+13 ms)Writing region close event to WAL at 1731568658721 (+8 ms)Running coprocessor post-close hooks at 1731568658731 (+10 ms)Closed at 1731568658731 2024-11-14T07:17:38,732 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T07:17:38,736 DEBUG [c7aa6e2790b3:46163 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T07:17:38,737 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=b47d65f2ada4c1cc73714dbf862a7d13, regionState=OPENING, regionLocation=c7aa6e2790b3,43379,1731568653232 2024-11-14T07:17:38,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b47d65f2ada4c1cc73714dbf862a7d13, ASSIGN because future has completed 2024-11-14T07:17:38,743 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure b47d65f2ada4c1cc73714dbf862a7d13, server=c7aa6e2790b3,43379,1731568653232}] 2024-11-14T07:17:38,857 INFO [RS:0;c7aa6e2790b3:43159 {}] regionserver.HRegionServer(976): stopping server c7aa6e2790b3,43159,1731568644491; all regions closed. 2024-11-14T07:17:38,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37163 is added to blk_1073741834_1010 (size=1152) 2024-11-14T07:17:38,863 DEBUG [RS:0;c7aa6e2790b3:43159 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/13d66a97-d27e-0446-4946-2ba628f04c35/oldWALs 2024-11-14T07:17:38,864 INFO [RS:0;c7aa6e2790b3:43159 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c7aa6e2790b3%2C43159%2C1731568644491.meta:.meta(num 1731568647906) 2024-11-14T07:17:38,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37163 is added to blk_1073741832_1008 (size=93) 2024-11-14T07:17:38,870 DEBUG [RS:0;c7aa6e2790b3:43159 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/13d66a97-d27e-0446-4946-2ba628f04c35/oldWALs 2024-11-14T07:17:38,871 INFO [RS:0;c7aa6e2790b3:43159 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c7aa6e2790b3%2C43159%2C1731568644491:(num 1731568646844) 2024-11-14T07:17:38,871 DEBUG [RS:0;c7aa6e2790b3:43159 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:17:38,871 INFO [RS:0;c7aa6e2790b3:43159 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T07:17:38,871 INFO [RS:0;c7aa6e2790b3:43159 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T07:17:38,871 INFO [RS:0;c7aa6e2790b3:43159 {}] hbase.ChoreService(370): Chore service for: regionserver/c7aa6e2790b3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T07:17:38,871 INFO [RS:0;c7aa6e2790b3:43159 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T07:17:38,871 INFO [regionserver/c7aa6e2790b3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T07:17:38,871 INFO [RS:0;c7aa6e2790b3:43159 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43159 2024-11-14T07:17:38,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43159-0x10138347c530004, quorum=127.0.0.1:51862, baseZNode=/1396180616 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1396180616/rs/c7aa6e2790b3,43159,1731568644491 2024-11-14T07:17:38,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39673-0x10138347c530003, quorum=127.0.0.1:51862, baseZNode=/1396180616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1396180616/rs 2024-11-14T07:17:38,884 INFO [RS:0;c7aa6e2790b3:43159 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T07:17:38,895 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c7aa6e2790b3,43159,1731568644491] 2024-11-14T07:17:38,901 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731568648256.b47d65f2ada4c1cc73714dbf862a7d13. 2024-11-14T07:17:38,901 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T07:17:38,902 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T07:17:38,904 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c7aa6e2790b3%2C43379%2C1731568653232.rep, suffix=, logDir=hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/WALs/c7aa6e2790b3,43379,1731568653232, archiveDir=hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/oldWALs, maxLogs=10 2024-11-14T07:17:38,922 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/WALs/c7aa6e2790b3,43379,1731568653232/c7aa6e2790b3%2C43379%2C1731568653232.rep.1731568658905, exclude list is [], retry=0 2024-11-14T07:17:38,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33757,DS-64b9e742-13e9-4288-906a-5a33f2d4cbe7,DISK] 2024-11-14T07:17:38,927 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/WALs/c7aa6e2790b3,43379,1731568653232/c7aa6e2790b3%2C43379%2C1731568653232.rep.1731568658905 2024-11-14T07:17:38,928 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36587:36587)] 2024-11-14T07:17:38,928 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => b47d65f2ada4c1cc73714dbf862a7d13, NAME => 'hbase:replication,,1731568648256.b47d65f2ada4c1cc73714dbf862a7d13.', STARTKEY => '', ENDKEY => ''} 2024-11-14T07:17:38,928 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T07:17:38,928 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T07:17:38,929 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731568648256.b47d65f2ada4c1cc73714dbf862a7d13. service=MultiRowMutationService 2024-11-14T07:17:38,929 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T07:17:38,929 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b47d65f2ada4c1cc73714dbf862a7d13 2024-11-14T07:17:38,929 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731568648256.b47d65f2ada4c1cc73714dbf862a7d13.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:17:38,929 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for b47d65f2ada4c1cc73714dbf862a7d13 2024-11-14T07:17:38,929 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for b47d65f2ada4c1cc73714dbf862a7d13 2024-11-14T07:17:38,931 INFO [StoreOpener-b47d65f2ada4c1cc73714dbf862a7d13-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b47d65f2ada4c1cc73714dbf862a7d13 2024-11-14T07:17:38,932 INFO [StoreOpener-b47d65f2ada4c1cc73714dbf862a7d13-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b47d65f2ada4c1cc73714dbf862a7d13 columnFamilyName hfileref 2024-11-14T07:17:38,932 DEBUG [StoreOpener-b47d65f2ada4c1cc73714dbf862a7d13-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:17:38,933 INFO [StoreOpener-b47d65f2ada4c1cc73714dbf862a7d13-1 {}] regionserver.HStore(327): Store=b47d65f2ada4c1cc73714dbf862a7d13/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:17:38,933 INFO [StoreOpener-b47d65f2ada4c1cc73714dbf862a7d13-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b47d65f2ada4c1cc73714dbf862a7d13 2024-11-14T07:17:38,934 INFO [StoreOpener-b47d65f2ada4c1cc73714dbf862a7d13-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b47d65f2ada4c1cc73714dbf862a7d13 columnFamilyName queue 2024-11-14T07:17:38,935 DEBUG [StoreOpener-b47d65f2ada4c1cc73714dbf862a7d13-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:17:38,950 DEBUG [StoreOpener-b47d65f2ada4c1cc73714dbf862a7d13-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/data/hbase/replication/b47d65f2ada4c1cc73714dbf862a7d13/queue/74f65fa5e26a42aa9b5634cf4284f637 2024-11-14T07:17:38,950 INFO [StoreOpener-b47d65f2ada4c1cc73714dbf862a7d13-1 {}] regionserver.HStore(327): Store=b47d65f2ada4c1cc73714dbf862a7d13/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:17:38,950 INFO [StoreOpener-b47d65f2ada4c1cc73714dbf862a7d13-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b47d65f2ada4c1cc73714dbf862a7d13 2024-11-14T07:17:38,951 INFO [StoreOpener-b47d65f2ada4c1cc73714dbf862a7d13-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b47d65f2ada4c1cc73714dbf862a7d13 columnFamilyName sid 2024-11-14T07:17:38,952 DEBUG [StoreOpener-b47d65f2ada4c1cc73714dbf862a7d13-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:17:38,953 INFO [StoreOpener-b47d65f2ada4c1cc73714dbf862a7d13-1 {}] regionserver.HStore(327): Store=b47d65f2ada4c1cc73714dbf862a7d13/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:17:38,955 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for b47d65f2ada4c1cc73714dbf862a7d13 2024-11-14T07:17:38,956 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/data/hbase/replication/b47d65f2ada4c1cc73714dbf862a7d13 2024-11-14T07:17:38,958 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/data/hbase/replication/b47d65f2ada4c1cc73714dbf862a7d13 2024-11-14T07:17:38,959 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for b47d65f2ada4c1cc73714dbf862a7d13 2024-11-14T07:17:38,959 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for b47d65f2ada4c1cc73714dbf862a7d13 2024-11-14T07:17:38,960 DEBUG [RS:0;c7aa6e2790b3:43379.replicationSource.wal-reader.c7aa6e2790b3%2C43379%2C1731568653232,2-c7aa6e2790b3,43379,1731568653232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/WALs/c7aa6e2790b3,43379,1731568653232/c7aa6e2790b3%2C43379%2C1731568653232.1731568654439 to pos 0, reset compression=false 2024-11-14T07:17:38,960 DEBUG [RS:0;c7aa6e2790b3:43379.replicationSource.wal-reader.c7aa6e2790b3%2C43379%2C1731568653232,1-c7aa6e2790b3,43379,1731568653232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/WALs/c7aa6e2790b3,43379,1731568653232/c7aa6e2790b3%2C43379%2C1731568653232.1731568654439 to pos 0, reset compression=false 2024-11-14T07:17:38,960 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T07:17:38,962 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1396180616/draining/c7aa6e2790b3,43159,1731568644491 already deleted, retry=false 2024-11-14T07:17:38,962 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c7aa6e2790b3,43159,1731568644491 expired; onlineServers=0 2024-11-14T07:17:38,962 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c7aa6e2790b3,39673,1731568644335' ***** 2024-11-14T07:17:38,962 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T07:17:38,963 INFO [M:0;c7aa6e2790b3:39673 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T07:17:38,963 INFO [M:0;c7aa6e2790b3:39673 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T07:17:38,963 DEBUG [M:0;c7aa6e2790b3:39673 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T07:17:38,963 DEBUG [M:0;c7aa6e2790b3:39673 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T07:17:38,963 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.large.0-1731568646625 {}] cleaner.HFileCleaner(306): Exit Thread[master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.large.0-1731568646625,5,FailOnTimeoutGroup] 2024-11-14T07:17:38,963 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T07:17:38,963 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.small.0-1731568646628 {}] cleaner.HFileCleaner(306): Exit Thread[master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.small.0-1731568646628,5,FailOnTimeoutGroup] 2024-11-14T07:17:38,963 INFO [M:0;c7aa6e2790b3:39673 {}] hbase.ChoreService(370): Chore service for: master/c7aa6e2790b3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T07:17:38,963 INFO [M:0;c7aa6e2790b3:39673 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T07:17:38,963 DEBUG [M:0;c7aa6e2790b3:39673 {}] master.HMaster(1795): Stopping service threads 2024-11-14T07:17:38,963 INFO [M:0;c7aa6e2790b3:39673 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T07:17:38,963 INFO [M:0;c7aa6e2790b3:39673 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T07:17:38,964 INFO [M:0;c7aa6e2790b3:39673 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T07:17:38,964 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T07:17:38,965 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for b47d65f2ada4c1cc73714dbf862a7d13 2024-11-14T07:17:38,967 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened b47d65f2ada4c1cc73714dbf862a7d13; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67339284, jitterRate=0.003433525562286377}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T07:17:38,967 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b47d65f2ada4c1cc73714dbf862a7d13 2024-11-14T07:17:38,968 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for b47d65f2ada4c1cc73714dbf862a7d13: Running coprocessor pre-open hook at 1731568658929Writing region info on filesystem at 1731568658929Initializing all the Stores at 1731568658931 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568658931Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568658931Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568658931Cleaning up temporary data from old regions at 1731568658959 (+28 ms)Running coprocessor post-open hooks at 1731568658967 (+8 ms)Region opened successfully at 1731568658968 (+1 ms) 2024-11-14T07:17:38,971 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731568648256.b47d65f2ada4c1cc73714dbf862a7d13., pid=19, masterSystemTime=1731568658897 2024-11-14T07:17:38,974 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731568648256.b47d65f2ada4c1cc73714dbf862a7d13. 2024-11-14T07:17:38,974 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731568648256.b47d65f2ada4c1cc73714dbf862a7d13. 2024-11-14T07:17:38,975 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=b47d65f2ada4c1cc73714dbf862a7d13, regionState=OPEN, openSeqNum=10, regionLocation=c7aa6e2790b3,43379,1731568653232 2024-11-14T07:17:38,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39673-0x10138347c530003, quorum=127.0.0.1:51862, baseZNode=/1396180616 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1396180616/master 2024-11-14T07:17:38,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39673-0x10138347c530003, quorum=127.0.0.1:51862, baseZNode=/1396180616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1396180616 2024-11-14T07:17:38,979 DEBUG [M:0;c7aa6e2790b3:39673 {}] zookeeper.ZKUtil(347): master:39673-0x10138347c530003, quorum=127.0.0.1:51862, baseZNode=/1396180616 Unable to get data of znode /1396180616/master because node does not exist (not an error) 2024-11-14T07:17:38,979 WARN [M:0;c7aa6e2790b3:39673 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T07:17:38,981 INFO [M:0;c7aa6e2790b3:39673 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45397/user/jenkins/test-data/13d66a97-d27e-0446-4946-2ba628f04c35/.lastflushedseqids 2024-11-14T07:17:38,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure b47d65f2ada4c1cc73714dbf862a7d13, server=c7aa6e2790b3,43379,1731568653232 because future has completed 2024-11-14T07:17:38,988 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-14T07:17:38,988 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure b47d65f2ada4c1cc73714dbf862a7d13, server=c7aa6e2790b3,43379,1731568653232 in 242 msec 2024-11-14T07:17:38,991 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-14T07:17:38,991 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b47d65f2ada4c1cc73714dbf862a7d13, ASSIGN in 412 msec 2024-11-14T07:17:38,993 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-14T07:17:38,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43159-0x10138347c530004, quorum=127.0.0.1:51862, baseZNode=/1396180616 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T07:17:38,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43159-0x10138347c530004, quorum=127.0.0.1:51862, baseZNode=/1396180616 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T07:17:38,995 INFO [RS:0;c7aa6e2790b3:43159 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T07:17:38,995 INFO [RS:0;c7aa6e2790b3:43159 {}] regionserver.HRegionServer(1031): Exiting; stopping=c7aa6e2790b3,43159,1731568644491; zookeeper connection closed. 2024-11-14T07:17:39,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37163 is added to blk_1073741836_1012 (size=99) 2024-11-14T07:17:39,003 INFO [M:0;c7aa6e2790b3:39673 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T07:17:39,004 INFO [M:0;c7aa6e2790b3:39673 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T07:17:39,004 DEBUG [M:0;c7aa6e2790b3:39673 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T07:17:39,004 INFO [M:0;c7aa6e2790b3:39673 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:17:39,004 DEBUG [M:0;c7aa6e2790b3:39673 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:17:39,004 DEBUG [M:0;c7aa6e2790b3:39673 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T07:17:39,004 DEBUG [M:0;c7aa6e2790b3:39673 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:17:39,004 INFO [M:0;c7aa6e2790b3:39673 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-14T07:17:39,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731568648256.b47d65f2ada4c1cc73714dbf862a7d13., hostname=c7aa6e2790b3,43379,1731568653232, seqNum=10] 2024-11-14T07:17:39,012 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@321bd353 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@321bd353 2024-11-14T07:17:39,013 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T07:17:39,030 DEBUG [M:0;c7aa6e2790b3:39673 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45397/user/jenkins/test-data/13d66a97-d27e-0446-4946-2ba628f04c35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/062a125d9a054cefbcaa95f9323fff01 is 82, key is hbase:meta,,1/info:regioninfo/1731568647975/Put/seqid=0 2024-11-14T07:17:39,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37163 is added to blk_1073741837_1013 (size=5672) 2024-11-14T07:17:39,056 INFO [M:0;c7aa6e2790b3:39673 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45397/user/jenkins/test-data/13d66a97-d27e-0446-4946-2ba628f04c35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/062a125d9a054cefbcaa95f9323fff01 2024-11-14T07:17:39,066 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for c7aa6e2790b3,45337,1731568637544 2024-11-14T07:17:39,066 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-14T07:17:39,104 DEBUG [M:0;c7aa6e2790b3:39673 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45397/user/jenkins/test-data/13d66a97-d27e-0446-4946-2ba628f04c35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/022b9a3032ec46e490f725b23cd38949 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731568648036/Put/seqid=0 2024-11-14T07:17:39,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37163 is added to blk_1073741838_1014 (size=5275) 2024-11-14T07:17:39,231 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43379 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-14T07:17:39,519 INFO [M:0;c7aa6e2790b3:39673 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45397/user/jenkins/test-data/13d66a97-d27e-0446-4946-2ba628f04c35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/022b9a3032ec46e490f725b23cd38949 2024-11-14T07:17:39,540 DEBUG [M:0;c7aa6e2790b3:39673 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45397/user/jenkins/test-data/13d66a97-d27e-0446-4946-2ba628f04c35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8d21310999b644699f52c46e7fb19342 is 69, key is c7aa6e2790b3,43159,1731568644491/rs:state/1731568646662/Put/seqid=0 2024-11-14T07:17:39,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37163 is added to blk_1073741839_1015 (size=5156) 2024-11-14T07:17:39,946 INFO [M:0;c7aa6e2790b3:39673 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45397/user/jenkins/test-data/13d66a97-d27e-0446-4946-2ba628f04c35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8d21310999b644699f52c46e7fb19342 2024-11-14T07:17:39,954 DEBUG [M:0;c7aa6e2790b3:39673 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45397/user/jenkins/test-data/13d66a97-d27e-0446-4946-2ba628f04c35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/062a125d9a054cefbcaa95f9323fff01 as hdfs://localhost:45397/user/jenkins/test-data/13d66a97-d27e-0446-4946-2ba628f04c35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/062a125d9a054cefbcaa95f9323fff01 2024-11-14T07:17:39,962 INFO [M:0;c7aa6e2790b3:39673 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45397/user/jenkins/test-data/13d66a97-d27e-0446-4946-2ba628f04c35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/062a125d9a054cefbcaa95f9323fff01, entries=8, sequenceid=28, filesize=5.5 K 2024-11-14T07:17:39,964 DEBUG [M:0;c7aa6e2790b3:39673 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45397/user/jenkins/test-data/13d66a97-d27e-0446-4946-2ba628f04c35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/022b9a3032ec46e490f725b23cd38949 as hdfs://localhost:45397/user/jenkins/test-data/13d66a97-d27e-0446-4946-2ba628f04c35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/022b9a3032ec46e490f725b23cd38949 2024-11-14T07:17:39,969 DEBUG [RS:0;c7aa6e2790b3:43379.replicationSource.wal-reader.c7aa6e2790b3%2C43379%2C1731568653232,1-c7aa6e2790b3,43379,1731568653232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/WALs/c7aa6e2790b3,43379,1731568653232/c7aa6e2790b3%2C43379%2C1731568653232.1731568654439 to pos 0, reset compression=false 2024-11-14T07:17:39,970 DEBUG [RS:0;c7aa6e2790b3:43379.replicationSource.wal-reader.c7aa6e2790b3%2C43379%2C1731568653232,2-c7aa6e2790b3,43379,1731568653232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/WALs/c7aa6e2790b3,43379,1731568653232/c7aa6e2790b3%2C43379%2C1731568653232.1731568654439 to pos 0, reset compression=false 2024-11-14T07:17:39,976 INFO [M:0;c7aa6e2790b3:39673 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45397/user/jenkins/test-data/13d66a97-d27e-0446-4946-2ba628f04c35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/022b9a3032ec46e490f725b23cd38949, entries=3, sequenceid=28, filesize=5.2 K 2024-11-14T07:17:39,977 DEBUG [M:0;c7aa6e2790b3:39673 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45397/user/jenkins/test-data/13d66a97-d27e-0446-4946-2ba628f04c35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8d21310999b644699f52c46e7fb19342 as hdfs://localhost:45397/user/jenkins/test-data/13d66a97-d27e-0446-4946-2ba628f04c35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8d21310999b644699f52c46e7fb19342 2024-11-14T07:17:39,987 INFO [M:0;c7aa6e2790b3:39673 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45397/user/jenkins/test-data/13d66a97-d27e-0446-4946-2ba628f04c35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8d21310999b644699f52c46e7fb19342, entries=1, sequenceid=28, filesize=5.0 K 2024-11-14T07:17:39,989 INFO [M:0;c7aa6e2790b3:39673 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 984ms, sequenceid=28, compaction requested=false 2024-11-14T07:17:39,990 INFO [M:0;c7aa6e2790b3:39673 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:17:39,990 DEBUG [M:0;c7aa6e2790b3:39673 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731568659004Disabling compacts and flushes for region at 1731568659004Disabling writes for close at 1731568659004Obtaining lock to block concurrent updates at 1731568659004Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731568659004Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731568659005 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731568659005Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731568659005Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731568659029 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731568659030 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731568659067 (+37 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731568659103 (+36 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731568659103Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731568659526 (+423 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731568659539 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731568659539Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f546099: reopening flushed file at 1731568659952 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2560f4f5: reopening flushed file at 1731568659962 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fd3ebd5: reopening flushed file at 1731568659976 (+14 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 984ms, sequenceid=28, compaction requested=false at 1731568659989 (+13 ms)Writing region close event to WAL at 1731568659990 (+1 ms)Closed at 1731568659990 2024-11-14T07:17:39,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37163 is added to blk_1073741830_1006 (size=10165) 2024-11-14T07:17:39,994 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/13d66a97-d27e-0446-4946-2ba628f04c35/MasterData/WALs/c7aa6e2790b3,39673,1731568644335/c7aa6e2790b3%2C39673%2C1731568644335.1731568646289 not finished, retry = 0 2024-11-14T07:17:40,096 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T07:17:40,096 INFO [M:0;c7aa6e2790b3:39673 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T07:17:40,097 INFO [M:0;c7aa6e2790b3:39673 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39673 2024-11-14T07:17:40,099 INFO [M:0;c7aa6e2790b3:39673 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T07:17:40,258 INFO [M:0;c7aa6e2790b3:39673 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T07:17:40,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39673-0x10138347c530003, quorum=127.0.0.1:51862, baseZNode=/1396180616 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T07:17:40,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39673-0x10138347c530003, quorum=127.0.0.1:51862, baseZNode=/1396180616 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T07:17:40,263 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@702e4adb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T07:17:40,265 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@215d641{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T07:17:40,266 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T07:17:40,266 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7cd82d32{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T07:17:40,266 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fbdc144{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/02af1562-18b9-97e3-4536-5f72761927e6/hadoop.log.dir/,STOPPED} 2024-11-14T07:17:40,270 WARN [BP-2029900637-172.17.0.2-1731568642199 heartbeating to localhost/127.0.0.1:45397 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T07:17:40,270 WARN [BP-2029900637-172.17.0.2-1731568642199 heartbeating to localhost/127.0.0.1:45397 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2029900637-172.17.0.2-1731568642199 (Datanode Uuid dbd75a29-c541-4358-9e19-77053b97ca77) service to localhost/127.0.0.1:45397 2024-11-14T07:17:40,271 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T07:17:40,271 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T07:17:40,271 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/02af1562-18b9-97e3-4536-5f72761927e6/cluster_402f59e0-a4c4-5cc3-4be7-e971905033e3/data/data1/current/BP-2029900637-172.17.0.2-1731568642199 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T07:17:40,272 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/02af1562-18b9-97e3-4536-5f72761927e6/cluster_402f59e0-a4c4-5cc3-4be7-e971905033e3/data/data2/current/BP-2029900637-172.17.0.2-1731568642199 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T07:17:40,272 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T07:17:40,285 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f2ec6e0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T07:17:40,285 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@235a5808{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T07:17:40,285 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T07:17:40,286 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ffd4f7a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T07:17:40,286 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ffeef95{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/02af1562-18b9-97e3-4536-5f72761927e6/hadoop.log.dir/,STOPPED} 2024-11-14T07:17:40,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T07:17:40,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T07:17:40,306 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T07:17:40,306 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:17:40,307 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:17:40,307 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:17:40,307 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:17:40,307 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T07:17:40,307 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1725251013, stopped=false 2024-11-14T07:17:40,307 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c7aa6e2790b3,46163,1731568653178 2024-11-14T07:17:40,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43379-0x10138347c530007, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-974857072/running 2024-11-14T07:17:40,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46163-0x10138347c530006, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-974857072/running 2024-11-14T07:17:40,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43379-0x10138347c530007, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-974857072 2024-11-14T07:17:40,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46163-0x10138347c530006, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-974857072 2024-11-14T07:17:40,358 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T07:17:40,359 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T07:17:40,359 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46163-0x10138347c530006, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Set watcher on znode that does not yet exist, /0-974857072/running 2024-11-14T07:17:40,359 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43379-0x10138347c530007, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Set watcher on znode that does not yet exist, /0-974857072/running 2024-11-14T07:17:40,359 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:17:40,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:17:40,360 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c7aa6e2790b3,43379,1731568653232' ***** 2024-11-14T07:17:40,360 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T07:17:40,361 INFO [RS:0;c7aa6e2790b3:43379 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T07:17:40,361 INFO [RS:0;c7aa6e2790b3:43379 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T07:17:40,361 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T07:17:40,361 INFO [RS:0;c7aa6e2790b3:43379 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T07:17:40,361 INFO [RS:0;c7aa6e2790b3:43379 {}] regionserver.HRegionServer(3091): Received CLOSE for b47d65f2ada4c1cc73714dbf862a7d13 2024-11-14T07:17:40,361 INFO [RS:0;c7aa6e2790b3:43379 {}] regionserver.HRegionServer(959): stopping server c7aa6e2790b3,43379,1731568653232 2024-11-14T07:17:40,361 INFO [RS:0;c7aa6e2790b3:43379 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T07:17:40,361 INFO [RS:0;c7aa6e2790b3:43379 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c7aa6e2790b3:43379. 2024-11-14T07:17:40,361 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b47d65f2ada4c1cc73714dbf862a7d13, disabling compactions & flushes 2024-11-14T07:17:40,361 DEBUG [RS:0;c7aa6e2790b3:43379 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:17:40,361 DEBUG [RS:0;c7aa6e2790b3:43379 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:17:40,361 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731568648256.b47d65f2ada4c1cc73714dbf862a7d13. 2024-11-14T07:17:40,361 INFO [RS:0;c7aa6e2790b3:43379 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T07:17:40,361 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731568648256.b47d65f2ada4c1cc73714dbf862a7d13. 2024-11-14T07:17:40,361 INFO [RS:0;c7aa6e2790b3:43379 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T07:17:40,362 INFO [RS:0;c7aa6e2790b3:43379 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T07:17:40,362 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731568648256.b47d65f2ada4c1cc73714dbf862a7d13. after waiting 0 ms 2024-11-14T07:17:40,362 INFO [RS:0;c7aa6e2790b3:43379 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T07:17:40,362 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731568648256.b47d65f2ada4c1cc73714dbf862a7d13. 2024-11-14T07:17:40,362 INFO [RS:0;c7aa6e2790b3:43379 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T07:17:40,362 DEBUG [RS:0;c7aa6e2790b3:43379 {}] regionserver.HRegionServer(1325): Online Regions={b47d65f2ada4c1cc73714dbf862a7d13=hbase:replication,,1731568648256.b47d65f2ada4c1cc73714dbf862a7d13., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T07:17:40,362 DEBUG [RS:0;c7aa6e2790b3:43379 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b47d65f2ada4c1cc73714dbf862a7d13 2024-11-14T07:17:40,362 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T07:17:40,362 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T07:17:40,362 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T07:17:40,363 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 1 ms 2024-11-14T07:17:40,363 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T07:17:40,363 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-14T07:17:40,370 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/data/hbase/replication/b47d65f2ada4c1cc73714dbf862a7d13/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-14T07:17:40,371 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T07:17:40,371 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T07:17:40,371 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731568648256.b47d65f2ada4c1cc73714dbf862a7d13. 2024-11-14T07:17:40,371 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b47d65f2ada4c1cc73714dbf862a7d13: Waiting for close lock at 1731568660361Running coprocessor pre-close hooks at 1731568660361Disabling compacts and flushes for region at 1731568660361Disabling writes for close at 1731568660362 (+1 ms)Writing region close event to WAL at 1731568660364 (+2 ms)Running coprocessor post-close hooks at 1731568660371 (+7 ms)Closed at 1731568660371 2024-11-14T07:17:40,371 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731568648256.b47d65f2ada4c1cc73714dbf862a7d13. 2024-11-14T07:17:40,387 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/data/hbase/meta/1588230740/.tmp/info/633370196d304d78ba4564026f64caa1 is 147, key is hbase:replication,,1731568648256.b47d65f2ada4c1cc73714dbf862a7d13./info:regioninfo/1731568658975/Put/seqid=0 2024-11-14T07:17:40,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33757 is added to blk_1073741851_1027 (size=6385) 2024-11-14T07:17:40,443 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T07:17:40,445 INFO [regionserver/c7aa6e2790b3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T07:17:40,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:17:40,562 DEBUG [RS:0;c7aa6e2790b3:43379 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T07:17:40,763 DEBUG [RS:0;c7aa6e2790b3:43379 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T07:17:40,794 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/data/hbase/meta/1588230740/.tmp/info/633370196d304d78ba4564026f64caa1 2024-11-14T07:17:40,802 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/data/hbase/meta/1588230740/.tmp/info/633370196d304d78ba4564026f64caa1 as hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/data/hbase/meta/1588230740/info/633370196d304d78ba4564026f64caa1 2024-11-14T07:17:40,810 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/data/hbase/meta/1588230740/info/633370196d304d78ba4564026f64caa1, entries=8, sequenceid=19, filesize=6.2 K 2024-11-14T07:17:40,811 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 448ms, sequenceid=19, compaction requested=false 2024-11-14T07:17:40,817 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-14T07:17:40,817 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T07:17:40,817 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T07:17:40,817 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T07:17:40,818 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731568660362Running coprocessor pre-close hooks at 1731568660362Disabling compacts and flushes for region at 1731568660362Disabling writes for close at 1731568660363 (+1 ms)Obtaining lock to block concurrent updates at 1731568660363Preparing flush snapshotting stores in 1588230740 at 1731568660363Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731568660363Flushing stores of hbase:meta,,1.1588230740 at 1731568660365 (+2 ms)Flushing 1588230740/info: creating writer at 1731568660365Flushing 1588230740/info: appending metadata at 1731568660386 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731568660386Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fc22333: reopening flushed file at 1731568660801 (+415 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 448ms, sequenceid=19, compaction requested=false at 1731568660811 (+10 ms)Writing region close event to WAL at 1731568660812 (+1 ms)Running coprocessor post-close hooks at 1731568660817 (+5 ms)Closed at 1731568660817 2024-11-14T07:17:40,818 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T07:17:40,963 INFO [RS:0;c7aa6e2790b3:43379 {}] regionserver.HRegionServer(976): stopping server c7aa6e2790b3,43379,1731568653232; all regions closed. 2024-11-14T07:17:40,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33757 is added to blk_1073741849_1025 (size=2156) 2024-11-14T07:17:40,967 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/WALs/c7aa6e2790b3,43379,1731568653232/c7aa6e2790b3%2C43379%2C1731568653232.meta.1731568654913.meta not finished, retry = 0 2024-11-14T07:17:41,070 DEBUG [RS:0;c7aa6e2790b3:43379 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/oldWALs 2024-11-14T07:17:41,071 INFO [RS:0;c7aa6e2790b3:43379 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c7aa6e2790b3%2C43379%2C1731568653232.meta:.meta(num 1731568654913) 2024-11-14T07:17:41,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33757 is added to blk_1073741850_1026 (size=796) 2024-11-14T07:17:41,075 DEBUG [RS:0;c7aa6e2790b3:43379 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/oldWALs 2024-11-14T07:17:41,075 INFO [RS:0;c7aa6e2790b3:43379 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c7aa6e2790b3%2C43379%2C1731568653232.rep:(num 1731568658905) 2024-11-14T07:17:41,076 DEBUG [RS:0;c7aa6e2790b3:43379.replicationSource.wal-reader.c7aa6e2790b3%2C43379%2C1731568653232,1-c7aa6e2790b3,43379,1731568653232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/WALs/c7aa6e2790b3,43379,1731568653232/c7aa6e2790b3%2C43379%2C1731568653232.1731568654439 to pos 0, reset compression=false 2024-11-14T07:17:41,079 DEBUG [RS:0;c7aa6e2790b3:43379.replicationSource.wal-reader.c7aa6e2790b3%2C43379%2C1731568653232,2-c7aa6e2790b3,43379,1731568653232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/WALs/c7aa6e2790b3,43379,1731568653232/c7aa6e2790b3%2C43379%2C1731568653232.1731568654439 to pos 0, reset compression=false 2024-11-14T07:17:41,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33757 is added to blk_1073741848_1024 (size=93) 2024-11-14T07:17:41,081 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/WALs/c7aa6e2790b3,43379,1731568653232/c7aa6e2790b3%2C43379%2C1731568653232.1731568654439 not finished, retry = 0 2024-11-14T07:17:41,182 DEBUG [RS:0;c7aa6e2790b3:43379.replicationSource.wal-reader.c7aa6e2790b3%2C43379%2C1731568653232,1-c7aa6e2790b3,43379,1731568653232 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/WALs/c7aa6e2790b3,43379,1731568653232/c7aa6e2790b3%2C43379%2C1731568653232.1731568654439 2024-11-14T07:17:41,183 DEBUG [RS:0;c7aa6e2790b3:43379.replicationSource.wal-reader.c7aa6e2790b3%2C43379%2C1731568653232,1-c7aa6e2790b3,43379,1731568653232 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-14T07:17:41,183 DEBUG [RS:0;c7aa6e2790b3:43379.replicationSource.wal-reader.c7aa6e2790b3%2C43379%2C1731568653232,1-c7aa6e2790b3,43379,1731568653232 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-14T07:17:41,183 DEBUG [RS:0;c7aa6e2790b3:43379.replicationSource.wal-reader.c7aa6e2790b3%2C43379%2C1731568653232,2-c7aa6e2790b3,43379,1731568653232 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/WALs/c7aa6e2790b3,43379,1731568653232/c7aa6e2790b3%2C43379%2C1731568653232.1731568654439 2024-11-14T07:17:41,183 DEBUG [RS:0;c7aa6e2790b3:43379.replicationSource.shipperc7aa6e2790b3%2C43379%2C1731568653232,1-c7aa6e2790b3,43379,1731568653232 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c7aa6e2790b3,43379,1731568653232 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/WALs/c7aa6e2790b3,43379,1731568653232/c7aa6e2790b3%2C43379%2C1731568653232.1731568654439, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-14T07:17:41,183 DEBUG [RS:0;c7aa6e2790b3:43379.replicationSource.wal-reader.c7aa6e2790b3%2C43379%2C1731568653232,2-c7aa6e2790b3,43379,1731568653232 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-14T07:17:41,183 DEBUG [RS:0;c7aa6e2790b3:43379.replicationSource.wal-reader.c7aa6e2790b3%2C43379%2C1731568653232,2-c7aa6e2790b3,43379,1731568653232 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-14T07:17:41,183 DEBUG [RS:0;c7aa6e2790b3:43379.replicationSource.shipperc7aa6e2790b3%2C43379%2C1731568653232,2-c7aa6e2790b3,43379,1731568653232 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-c7aa6e2790b3,43379,1731568653232 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/WALs/c7aa6e2790b3,43379,1731568653232/c7aa6e2790b3%2C43379%2C1731568653232.1731568654439, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-14T07:17:41,183 DEBUG [RS:0;c7aa6e2790b3:43379.replicationSource.shipperc7aa6e2790b3%2C43379%2C1731568653232,2-c7aa6e2790b3,43379,1731568653232 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T07:17:41,183 DEBUG [RS:0;c7aa6e2790b3:43379.replicationSource.shipperc7aa6e2790b3%2C43379%2C1731568653232,2-c7aa6e2790b3,43379,1731568653232 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c7aa6e2790b3,43379,1731568653232, seqNum=-1] 2024-11-14T07:17:41,185 DEBUG [RS:0;c7aa6e2790b3:43379 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/oldWALs 2024-11-14T07:17:41,185 INFO [RS:0;c7aa6e2790b3:43379 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c7aa6e2790b3%2C43379%2C1731568653232:(num 1731568654439) 2024-11-14T07:17:41,185 DEBUG [RS:0;c7aa6e2790b3:43379 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:17:41,185 INFO [RS:0;c7aa6e2790b3:43379 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T07:17:41,185 INFO [RS:0;c7aa6e2790b3:43379 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T07:17:41,185 INFO [RS:0;c7aa6e2790b3:43379 {}] hbase.ChoreService(370): Chore service for: regionserver/c7aa6e2790b3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T07:17:41,185 INFO [RS:0;c7aa6e2790b3:43379 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T07:17:41,185 INFO [RS:0;c7aa6e2790b3:43379 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c7aa6e2790b3,43379,1731568653232 because: Region server is closing 2024-11-14T07:17:41,186 INFO [RS:0;c7aa6e2790b3:43379 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c7aa6e2790b3:43379. 2024-11-14T07:17:41,186 DEBUG [RS:0;c7aa6e2790b3:43379 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:17:41,185 WARN [RS:0;c7aa6e2790b3:43379.replicationSource.shipperc7aa6e2790b3%2C43379%2C1731568653232,2-c7aa6e2790b3,43379,1731568653232 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'hbase:replication', row='1-c7aa6e2790b3,43379,1731568653232', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c7aa6e2790b3:43379 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$5(AsyncRegionLocator.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils.lambda$getOrFetch$4(ConnectionUtils.java:567) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMetaRegionLocator.getRegionLocations(AsyncMetaRegionLocator.java:60) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:163) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 58 more 2024-11-14T07:17:41,186 DEBUG [RS:0;c7aa6e2790b3:43379 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:17:41,186 DEBUG [RS:0;c7aa6e2790b3:43379 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:17:41,186 INFO [regionserver/c7aa6e2790b3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T07:17:41,186 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/c7aa6e2790b3:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-14T07:17:41,187 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/c7aa6e2790b3:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-14T07:17:41,187 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/c7aa6e2790b3:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-14T07:17:41,187 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:17:41,188 WARN [RS:0;c7aa6e2790b3:43379.replicationSource.shipperc7aa6e2790b3%2C43379%2C1731568653232,2-c7aa6e2790b3,43379,1731568653232 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'hbase:replication', row='2-c7aa6e2790b3,43379,1731568653232', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c7aa6e2790b3:43379 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more 2024-11-14T07:17:41,187 ERROR [RS:0;c7aa6e2790b3:43379.replicationSource.shipperc7aa6e2790b3%2C43379%2C1731568653232,1-c7aa6e2790b3,43379,1731568653232 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c7aa6e2790b3,43379,1731568653232: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c7aa6e2790b3,43379,1731568653232, walGroup=c7aa6e2790b3%2C43379%2C1731568653232, offset=c7aa6e2790b3%2C43379%2C1731568653232.1731568654439:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c7aa6e2790b3:43379 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$5(AsyncRegionLocator.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils.lambda$getOrFetch$4(ConnectionUtils.java:567) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMetaRegionLocator.getRegionLocations(AsyncMetaRegionLocator.java:60) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:163) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$5(AsyncRegionLocator.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils.lambda$getOrFetch$4(ConnectionUtils.java:567) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMetaRegionLocator.getRegionLocations(AsyncMetaRegionLocator.java:60) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:163) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T07:17:41,189 DEBUG [RS:0;c7aa6e2790b3:43379.replicationSource.shipperc7aa6e2790b3%2C43379%2C1731568653232,2-c7aa6e2790b3,43379,1731568653232 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-14T07:17:41,189 ERROR [RS:0;c7aa6e2790b3:43379.replicationSource.shipperc7aa6e2790b3%2C43379%2C1731568653232,1-c7aa6e2790b3,43379,1731568653232 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T07:17:41,189 DEBUG [RS:0;c7aa6e2790b3:43379.replicationSource.shipperc7aa6e2790b3%2C43379%2C1731568653232,2-c7aa6e2790b3,43379,1731568653232 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [c7aa6e2790b3%2C43379%2C1731568653232.1731568654439] 2024-11-14T07:17:41,189 DEBUG [RS:0;c7aa6e2790b3:43379.replicationSource.shipperc7aa6e2790b3%2C43379%2C1731568653232,1-c7aa6e2790b3,43379,1731568653232 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T07:17:41,190 DEBUG [RS:0;c7aa6e2790b3:43379.replicationSource.shipperc7aa6e2790b3%2C43379%2C1731568653232,1-c7aa6e2790b3,43379,1731568653232 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T07:17:41,191 DEBUG [RS:0;c7aa6e2790b3:43379.replicationSource.shipperc7aa6e2790b3%2C43379%2C1731568653232,1-c7aa6e2790b3,43379,1731568653232 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T07:17:41,191 DEBUG [RS:0;c7aa6e2790b3:43379.replicationSource.shipperc7aa6e2790b3%2C43379%2C1731568653232,1-c7aa6e2790b3,43379,1731568653232 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T07:17:41,191 INFO [RS:0;c7aa6e2790b3:43379.replicationSource.shipperc7aa6e2790b3%2C43379%2C1731568653232,1-c7aa6e2790b3,43379,1731568653232 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 692085440 }, "NonHeapMemoryUsage": { "committed": 161611776, "init": 7667712, "max": -1, "used": 156644496 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T07:17:41,192 DEBUG [RS:0;c7aa6e2790b3:43379.replicationSource.shipperc7aa6e2790b3%2C43379%2C1731568653232,1-c7aa6e2790b3,43379,1731568653232 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [c7aa6e2790b3%2C43379%2C1731568653232.1731568654439] 2024-11-14T07:17:41,286 INFO [RS:0;c7aa6e2790b3:43379 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;c7aa6e2790b3:43379.replicationSource.shipperc7aa6e2790b3%2C43379%2C1731568653232,1-c7aa6e2790b3,43379,1731568653232 terminated 2024-11-14T07:17:41,287 INFO [RS:0;c7aa6e2790b3:43379 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-c7aa6e2790b3,43379,1731568653232 because: Region server is closing 2024-11-14T07:17:41,287 INFO [RS:0;c7aa6e2790b3:43379 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c7aa6e2790b3:43379. 2024-11-14T07:17:41,287 DEBUG [RS:0;c7aa6e2790b3:43379 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:17:41,287 DEBUG [RS:0;c7aa6e2790b3:43379 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:17:41,287 DEBUG [RS:0;c7aa6e2790b3:43379 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:17:41,287 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:17:41,287 INFO [RS:0;c7aa6e2790b3:43379 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;c7aa6e2790b3:43379.replicationSource.shipperc7aa6e2790b3%2C43379%2C1731568653232,2-c7aa6e2790b3,43379,1731568653232 terminated 2024-11-14T07:17:41,287 INFO [RS:0;c7aa6e2790b3:43379 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43379 2024-11-14T07:17:41,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43379-0x10138347c530007, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-974857072/rs/c7aa6e2790b3,43379,1731568653232 2024-11-14T07:17:41,337 INFO [RS:0;c7aa6e2790b3:43379 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T07:17:41,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46163-0x10138347c530006, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-974857072/rs 2024-11-14T07:17:41,347 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c7aa6e2790b3,43379,1731568653232] 2024-11-14T07:17:41,358 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-974857072/draining/c7aa6e2790b3,43379,1731568653232 already deleted, retry=false 2024-11-14T07:17:41,358 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c7aa6e2790b3,43379,1731568653232 expired; onlineServers=0 2024-11-14T07:17:41,358 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c7aa6e2790b3,46163,1731568653178' ***** 2024-11-14T07:17:41,358 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T07:17:41,358 INFO [M:0;c7aa6e2790b3:46163 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T07:17:41,358 INFO [M:0;c7aa6e2790b3:46163 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T07:17:41,358 DEBUG [M:0;c7aa6e2790b3:46163 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T07:17:41,358 DEBUG [M:0;c7aa6e2790b3:46163 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T07:17:41,358 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T07:17:41,358 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.large.0-1731568654031 {}] cleaner.HFileCleaner(306): Exit Thread[master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.large.0-1731568654031,5,FailOnTimeoutGroup] 2024-11-14T07:17:41,358 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.small.0-1731568654031 {}] cleaner.HFileCleaner(306): Exit Thread[master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.small.0-1731568654031,5,FailOnTimeoutGroup] 2024-11-14T07:17:41,359 INFO [M:0;c7aa6e2790b3:46163 {}] hbase.ChoreService(370): Chore service for: master/c7aa6e2790b3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T07:17:41,359 INFO [M:0;c7aa6e2790b3:46163 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T07:17:41,359 DEBUG [M:0;c7aa6e2790b3:46163 {}] master.HMaster(1795): Stopping service threads 2024-11-14T07:17:41,359 INFO [M:0;c7aa6e2790b3:46163 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T07:17:41,359 INFO [M:0;c7aa6e2790b3:46163 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T07:17:41,359 INFO [M:0;c7aa6e2790b3:46163 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T07:17:41,359 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T07:17:41,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46163-0x10138347c530006, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-974857072/master 2024-11-14T07:17:41,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46163-0x10138347c530006, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-974857072 2024-11-14T07:17:41,368 DEBUG [M:0;c7aa6e2790b3:46163 {}] zookeeper.ZKUtil(347): master:46163-0x10138347c530006, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Unable to get data of znode /0-974857072/master because node does not exist (not an error) 2024-11-14T07:17:41,369 WARN [M:0;c7aa6e2790b3:46163 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T07:17:41,369 INFO [M:0;c7aa6e2790b3:46163 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/.lastflushedseqids 2024-11-14T07:17:41,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33757 is added to blk_1073741852_1028 (size=181) 2024-11-14T07:17:41,376 INFO [M:0;c7aa6e2790b3:46163 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T07:17:41,378 INFO [M:0;c7aa6e2790b3:46163 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T07:17:41,379 DEBUG [M:0;c7aa6e2790b3:46163 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T07:17:41,379 INFO [M:0;c7aa6e2790b3:46163 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:17:41,379 DEBUG [M:0;c7aa6e2790b3:46163 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:17:41,379 DEBUG [M:0;c7aa6e2790b3:46163 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T07:17:41,379 DEBUG [M:0;c7aa6e2790b3:46163 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:17:41,379 INFO [M:0;c7aa6e2790b3:46163 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-14T07:17:41,407 DEBUG [M:0;c7aa6e2790b3:46163 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/94990e6e25b14aab85717904715e7de5 is 82, key is hbase:meta,,1/info:regioninfo/1731568655012/Put/seqid=0 2024-11-14T07:17:41,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33757 is added to blk_1073741853_1029 (size=5680) 2024-11-14T07:17:41,420 INFO [M:0;c7aa6e2790b3:46163 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/94990e6e25b14aab85717904715e7de5 2024-11-14T07:17:41,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43379-0x10138347c530007, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T07:17:41,448 INFO [RS:0;c7aa6e2790b3:43379 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T07:17:41,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43379-0x10138347c530007, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T07:17:41,448 INFO [RS:0;c7aa6e2790b3:43379 {}] regionserver.HRegionServer(1031): Exiting; stopping=c7aa6e2790b3,43379,1731568653232; zookeeper connection closed. 2024-11-14T07:17:41,456 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@64aefbdd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@64aefbdd 2024-11-14T07:17:41,457 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T07:17:41,458 DEBUG [M:0;c7aa6e2790b3:46163 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aa77478bc8484448a5eed420c0167ebd is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731568658990/Put/seqid=0 2024-11-14T07:17:41,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33757 is added to blk_1073741854_1030 (size=7319) 2024-11-14T07:17:41,481 INFO [M:0;c7aa6e2790b3:46163 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aa77478bc8484448a5eed420c0167ebd 2024-11-14T07:17:41,526 DEBUG [M:0;c7aa6e2790b3:46163 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/57ecaf02c6d443a9b622f11a040bde4d is 69, key is c7aa6e2790b3,43379,1731568653232/rs:state/1731568654120/Put/seqid=0 2024-11-14T07:17:41,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33757 is added to blk_1073741855_1031 (size=5371) 2024-11-14T07:17:41,534 INFO [M:0;c7aa6e2790b3:46163 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/57ecaf02c6d443a9b622f11a040bde4d 2024-11-14T07:17:41,542 INFO [M:0;c7aa6e2790b3:46163 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 57ecaf02c6d443a9b622f11a040bde4d 2024-11-14T07:17:41,545 DEBUG [M:0;c7aa6e2790b3:46163 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/94990e6e25b14aab85717904715e7de5 as hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/94990e6e25b14aab85717904715e7de5 2024-11-14T07:17:41,553 INFO [M:0;c7aa6e2790b3:46163 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/94990e6e25b14aab85717904715e7de5, entries=8, sequenceid=172, filesize=5.5 K 2024-11-14T07:17:41,554 DEBUG [M:0;c7aa6e2790b3:46163 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aa77478bc8484448a5eed420c0167ebd as hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/aa77478bc8484448a5eed420c0167ebd 2024-11-14T07:17:41,568 INFO [M:0;c7aa6e2790b3:46163 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/aa77478bc8484448a5eed420c0167ebd, entries=7, sequenceid=172, filesize=7.1 K 2024-11-14T07:17:41,570 DEBUG [M:0;c7aa6e2790b3:46163 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/57ecaf02c6d443a9b622f11a040bde4d as hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/57ecaf02c6d443a9b622f11a040bde4d 2024-11-14T07:17:41,582 INFO [M:0;c7aa6e2790b3:46163 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 57ecaf02c6d443a9b622f11a040bde4d 2024-11-14T07:17:41,582 INFO [M:0;c7aa6e2790b3:46163 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44955/user/jenkins/test-data/a5eee6b6-c03b-100a-5715-e9b14b8479a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/57ecaf02c6d443a9b622f11a040bde4d, entries=2, sequenceid=172, filesize=5.2 K 2024-11-14T07:17:41,587 INFO [M:0;c7aa6e2790b3:46163 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 208ms, sequenceid=172, compaction requested=false 2024-11-14T07:17:41,592 INFO [M:0;c7aa6e2790b3:46163 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:17:41,592 DEBUG [M:0;c7aa6e2790b3:46163 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731568661379Disabling compacts and flushes for region at 1731568661379Disabling writes for close at 1731568661379Obtaining lock to block concurrent updates at 1731568661379Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731568661379Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731568661380 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731568661382 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731568661382Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731568661406 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731568661406Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731568661432 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731568661458 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731568661458Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731568661490 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731568661525 (+35 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731568661525Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53493b51: reopening flushed file at 1731568661542 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7687fbac: reopening flushed file at 1731568661553 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d217e33: reopening flushed file at 1731568661569 (+16 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 208ms, sequenceid=172, compaction requested=false at 1731568661588 (+19 ms)Writing region close event to WAL at 1731568661592 (+4 ms)Closed at 1731568661592 2024-11-14T07:17:41,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33757 is added to blk_1073741847_1023 (size=22949) 2024-11-14T07:17:41,605 INFO [M:0;c7aa6e2790b3:46163 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T07:17:41,605 INFO [M:0;c7aa6e2790b3:46163 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46163 2024-11-14T07:17:41,605 INFO [M:0;c7aa6e2790b3:46163 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T07:17:41,605 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T07:17:41,711 INFO [M:0;c7aa6e2790b3:46163 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T07:17:41,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46163-0x10138347c530006, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T07:17:41,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46163-0x10138347c530006, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T07:17:41,714 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a2d6a05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T07:17:41,714 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T07:17:41,714 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T07:17:41,714 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T07:17:41,715 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f5d4cf5c-9693-ed86-ecc9-d8d8eab05f38/hadoop.log.dir/,STOPPED} 2024-11-14T07:17:41,716 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T07:17:41,716 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T07:17:41,716 WARN [BP-1737865472-172.17.0.2-1731568632932 heartbeating to localhost/127.0.0.1:44955 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T07:17:41,716 WARN [BP-1737865472-172.17.0.2-1731568632932 heartbeating to localhost/127.0.0.1:44955 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1737865472-172.17.0.2-1731568632932 (Datanode Uuid 582338be-55f8-4e7e-ac1a-72be7f514f40) service to localhost/127.0.0.1:44955 2024-11-14T07:17:41,717 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f5d4cf5c-9693-ed86-ecc9-d8d8eab05f38/cluster_96426d52-8f4d-5633-2d46-4461169e3604/data/data1/current/BP-1737865472-172.17.0.2-1731568632932 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T07:17:41,717 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f5d4cf5c-9693-ed86-ecc9-d8d8eab05f38/cluster_96426d52-8f4d-5633-2d46-4461169e3604/data/data2/current/BP-1737865472-172.17.0.2-1731568632932 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T07:17:41,718 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T07:17:41,727 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T07:17:41,728 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T07:17:41,728 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T07:17:41,728 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T07:17:41,728 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f5d4cf5c-9693-ed86-ecc9-d8d8eab05f38/hadoop.log.dir/,STOPPED} 2024-11-14T07:17:41,739 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T07:17:41,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T07:17:41,772 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=117 (was 11) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:45397 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44955 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/c7aa6e2790b3:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: master/c7aa6e2790b3:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45397 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44955 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:44955 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/c7aa6e2790b3:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44955 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@212508ef java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45397 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45397 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45397 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45397 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/c7aa6e2790b3:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45397 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44955 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45397 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51862) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:44955 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44955 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45397 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51862) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/c7aa6e2790b3:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=440 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=489 (was 517), ProcessCount=11 (was 11), AvailableMemoryMB=5836 (was 6680) 2024-11-14T07:17:41,780 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=117, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=489, ProcessCount=11, AvailableMemoryMB=5836 2024-11-14T07:17:41,800 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-14T07:17:41,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/02af1562-18b9-97e3-4536-5f72761927e6/hadoop.log.dir so I do NOT create it in target/test-data/e49689ce-80ca-8f92-06d2-5a5a7bf8b1e3 2024-11-14T07:17:41,801 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/02af1562-18b9-97e3-4536-5f72761927e6/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T07:17:41,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/02af1562-18b9-97e3-4536-5f72761927e6/hadoop.tmp.dir so I do NOT create it in target/test-data/e49689ce-80ca-8f92-06d2-5a5a7bf8b1e3 2024-11-14T07:17:41,801 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/02af1562-18b9-97e3-4536-5f72761927e6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T07:17:41,801 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e49689ce-80ca-8f92-06d2-5a5a7bf8b1e3 2024-11-14T07:17:41,801 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e49689ce-80ca-8f92-06d2-5a5a7bf8b1e3/cluster_3adc8ae4-2e50-5df9-019b-4eeed9561089, deleteOnExit=true 2024-11-14T07:17:41,824 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e49689ce-80ca-8f92-06d2-5a5a7bf8b1e3/cluster_3adc8ae4-2e50-5df9-019b-4eeed9561089/zookeeper_0, clientPort=53082, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e49689ce-80ca-8f92-06d2-5a5a7bf8b1e3/cluster_3adc8ae4-2e50-5df9-019b-4eeed9561089/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e49689ce-80ca-8f92-06d2-5a5a7bf8b1e3/cluster_3adc8ae4-2e50-5df9-019b-4eeed9561089/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T07:17:41,825 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53082 2024-11-14T07:17:41,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T07:17:41,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T07:17:41,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e49689ce-80ca-8f92-06d2-5a5a7bf8b1e3/test.cache.data in system properties and HBase conf 2024-11-14T07:17:41,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e49689ce-80ca-8f92-06d2-5a5a7bf8b1e3/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T07:17:41,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e49689ce-80ca-8f92-06d2-5a5a7bf8b1e3/hadoop.log.dir in system properties and HBase conf 2024-11-14T07:17:41,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e49689ce-80ca-8f92-06d2-5a5a7bf8b1e3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T07:17:41,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e49689ce-80ca-8f92-06d2-5a5a7bf8b1e3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T07:17:41,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T07:17:41,827 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T07:17:41,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e49689ce-80ca-8f92-06d2-5a5a7bf8b1e3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T07:17:41,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e49689ce-80ca-8f92-06d2-5a5a7bf8b1e3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T07:17:41,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e49689ce-80ca-8f92-06d2-5a5a7bf8b1e3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T07:17:41,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e49689ce-80ca-8f92-06d2-5a5a7bf8b1e3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T07:17:41,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e49689ce-80ca-8f92-06d2-5a5a7bf8b1e3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T07:17:41,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e49689ce-80ca-8f92-06d2-5a5a7bf8b1e3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T07:17:41,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e49689ce-80ca-8f92-06d2-5a5a7bf8b1e3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T07:17:41,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e49689ce-80ca-8f92-06d2-5a5a7bf8b1e3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T07:17:41,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e49689ce-80ca-8f92-06d2-5a5a7bf8b1e3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T07:17:41,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e49689ce-80ca-8f92-06d2-5a5a7bf8b1e3/nfs.dump.dir in system properties and HBase conf 2024-11-14T07:17:41,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e49689ce-80ca-8f92-06d2-5a5a7bf8b1e3/java.io.tmpdir in system properties and HBase conf 2024-11-14T07:17:41,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e49689ce-80ca-8f92-06d2-5a5a7bf8b1e3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T07:17:41,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e49689ce-80ca-8f92-06d2-5a5a7bf8b1e3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T07:17:41,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e49689ce-80ca-8f92-06d2-5a5a7bf8b1e3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T07:17:41,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10138347c530005, quorum=127.0.0.1:51862, baseZNode=/1396180616 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T07:17:41,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10138347c530002, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T07:17:41,834 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10138347c530005, quorum=127.0.0.1:51862, baseZNode=/1396180616 Received Disconnected from ZooKeeper, ignoring 2024-11-14T07:17:41,834 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10138347c530002, quorum=127.0.0.1:51862, baseZNode=/0-974857072 Received Disconnected from ZooKeeper, ignoring 2024-11-14T07:17:42,201 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T07:17:42,209 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T07:17:42,212 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T07:17:42,212 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T07:17:42,212 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T07:17:42,213 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T07:17:42,214 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d77b542{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e49689ce-80ca-8f92-06d2-5a5a7bf8b1e3/hadoop.log.dir/,AVAILABLE} 2024-11-14T07:17:42,214 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3be1cd16{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T07:17:42,341 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5189ef97{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e49689ce-80ca-8f92-06d2-5a5a7bf8b1e3/java.io.tmpdir/jetty-localhost-37859-hadoop-hdfs-3_4_1-tests_jar-_-any-18328746188550964792/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T07:17:42,341 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3b36ef09{HTTP/1.1, (http/1.1)}{localhost:37859} 2024-11-14T07:17:42,341 INFO [Time-limited test {}] server.Server(415): Started @32185ms 2024-11-14T07:17:42,765 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T07:17:42,772 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T07:17:42,788 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T07:17:42,788 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T07:17:42,789 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T07:17:42,789 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39c09d44{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e49689ce-80ca-8f92-06d2-5a5a7bf8b1e3/hadoop.log.dir/,AVAILABLE} 2024-11-14T07:17:42,790 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@392665{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T07:17:42,915 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4356580d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e49689ce-80ca-8f92-06d2-5a5a7bf8b1e3/java.io.tmpdir/jetty-localhost-34689-hadoop-hdfs-3_4_1-tests_jar-_-any-13516399753900675027/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T07:17:42,916 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@417ceb5c{HTTP/1.1, (http/1.1)}{localhost:34689} 2024-11-14T07:17:42,916 INFO [Time-limited test {}] server.Server(415): Started @32759ms 2024-11-14T07:17:42,918 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T07:17:44,037 WARN [Thread-497 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e49689ce-80ca-8f92-06d2-5a5a7bf8b1e3/cluster_3adc8ae4-2e50-5df9-019b-4eeed9561089/data/data1/current/BP-1020393577-172.17.0.2-1731568661861/current, will proceed with Du for space computation calculation, 2024-11-14T07:17:44,037 WARN [Thread-498 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e49689ce-80ca-8f92-06d2-5a5a7bf8b1e3/cluster_3adc8ae4-2e50-5df9-019b-4eeed9561089/data/data2/current/BP-1020393577-172.17.0.2-1731568661861/current, will proceed with Du for space computation calculation, 2024-11-14T07:17:44,066 WARN [Thread-485 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T07:17:44,070 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbbca5b464f4ee235 with lease ID 0x33373fbaf2261792: Processing first storage report for DS-7b0587a4-8acb-4970-b0b5-f687550ee0c6 from datanode DatanodeRegistration(127.0.0.1:42885, datanodeUuid=c96a3ea9-1d1b-49f2-953a-d965fd79d0bb, infoPort=40511, infoSecurePort=0, ipcPort=44775, storageInfo=lv=-57;cid=testClusterID;nsid=620216995;c=1731568661861) 2024-11-14T07:17:44,071 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbbca5b464f4ee235 with lease ID 0x33373fbaf2261792: from storage DS-7b0587a4-8acb-4970-b0b5-f687550ee0c6 node DatanodeRegistration(127.0.0.1:42885, datanodeUuid=c96a3ea9-1d1b-49f2-953a-d965fd79d0bb, infoPort=40511, infoSecurePort=0, ipcPort=44775, storageInfo=lv=-57;cid=testClusterID;nsid=620216995;c=1731568661861), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T07:17:44,071 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbbca5b464f4ee235 with lease ID 0x33373fbaf2261792: Processing first storage report for DS-40abd6a0-235a-4ed5-a8ef-5151b71bef1d from datanode DatanodeRegistration(127.0.0.1:42885, datanodeUuid=c96a3ea9-1d1b-49f2-953a-d965fd79d0bb, infoPort=40511, infoSecurePort=0, ipcPort=44775, storageInfo=lv=-57;cid=testClusterID;nsid=620216995;c=1731568661861) 2024-11-14T07:17:44,071 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbbca5b464f4ee235 with lease ID 0x33373fbaf2261792: from storage DS-40abd6a0-235a-4ed5-a8ef-5151b71bef1d node DatanodeRegistration(127.0.0.1:42885, datanodeUuid=c96a3ea9-1d1b-49f2-953a-d965fd79d0bb, infoPort=40511, infoSecurePort=0, ipcPort=44775, storageInfo=lv=-57;cid=testClusterID;nsid=620216995;c=1731568661861), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T07:17:44,097 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e49689ce-80ca-8f92-06d2-5a5a7bf8b1e3 2024-11-14T07:17:44,098 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:17:44,099 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:17:44,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42885 is added to blk_1073741825_1001 (size=7) 2024-11-14T07:17:44,117 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39559/user/jenkins/test-data/b8b21a1e-13c8-47cd-507f-c05e1554fd96 with version=8 2024-11-14T07:17:44,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39559/user/jenkins/test-data/b8b21a1e-13c8-47cd-507f-c05e1554fd96/hbase-staging 2024-11-14T07:17:44,120 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c7aa6e2790b3:0 server-side Connection retries=45 2024-11-14T07:17:44,120 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T07:17:44,120 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T07:17:44,120 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T07:17:44,120 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T07:17:44,120 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T07:17:44,120 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T07:17:44,120 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T07:17:44,121 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44501 2024-11-14T07:17:44,122 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44501 connecting to ZooKeeper ensemble=127.0.0.1:53082 2024-11-14T07:17:44,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:445010x0, quorum=127.0.0.1:53082, baseZNode=/0-1023167105 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T07:17:44,191 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44501-0x1013834f0eb0000 connected 2024-11-14T07:17:44,274 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:17:44,276 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:17:44,278 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44501-0x1013834f0eb0000, quorum=127.0.0.1:53082, baseZNode=/0-1023167105 Set watcher on znode that does not yet exist, /0-1023167105/running 2024-11-14T07:17:44,279 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39559/user/jenkins/test-data/b8b21a1e-13c8-47cd-507f-c05e1554fd96, hbase.cluster.distributed=false 2024-11-14T07:17:44,280 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44501-0x1013834f0eb0000, quorum=127.0.0.1:53082, baseZNode=/0-1023167105 Set watcher on znode that does not yet exist, /0-1023167105/acl 2024-11-14T07:17:44,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44501 2024-11-14T07:17:44,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44501 2024-11-14T07:17:44,284 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44501 2024-11-14T07:17:44,286 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44501 2024-11-14T07:17:44,287 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44501 2024-11-14T07:17:44,308 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c7aa6e2790b3:0 server-side Connection retries=45 2024-11-14T07:17:44,308 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T07:17:44,308 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T07:17:44,308 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T07:17:44,308 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T07:17:44,308 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T07:17:44,308 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T07:17:44,309 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T07:17:44,310 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35909 2024-11-14T07:17:44,312 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35909 connecting to ZooKeeper ensemble=127.0.0.1:53082 2024-11-14T07:17:44,313 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:17:44,315 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:17:44,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:359090x0, quorum=127.0.0.1:53082, baseZNode=/0-1023167105 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T07:17:44,327 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:359090x0, quorum=127.0.0.1:53082, baseZNode=/0-1023167105 Set watcher on znode that does not yet exist, /0-1023167105/running 2024-11-14T07:17:44,327 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35909-0x1013834f0eb0001 connected 2024-11-14T07:17:44,327 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T07:17:44,332 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T07:17:44,333 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35909-0x1013834f0eb0001, quorum=127.0.0.1:53082, baseZNode=/0-1023167105 Set watcher on znode that does not yet exist, /0-1023167105/master 2024-11-14T07:17:44,336 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35909-0x1013834f0eb0001, quorum=127.0.0.1:53082, baseZNode=/0-1023167105 Set watcher on znode that does not yet exist, /0-1023167105/acl 2024-11-14T07:17:44,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35909 2024-11-14T07:17:44,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35909 2024-11-14T07:17:44,346 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35909 2024-11-14T07:17:44,347 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35909 2024-11-14T07:17:44,348 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35909 2024-11-14T07:17:44,365 DEBUG [M:0;c7aa6e2790b3:44501 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c7aa6e2790b3:44501 2024-11-14T07:17:44,366 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1023167105/backup-masters/c7aa6e2790b3,44501,1731568664119 2024-11-14T07:17:44,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44501-0x1013834f0eb0000, quorum=127.0.0.1:53082, baseZNode=/0-1023167105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1023167105/backup-masters 2024-11-14T07:17:44,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35909-0x1013834f0eb0001, quorum=127.0.0.1:53082, baseZNode=/0-1023167105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1023167105/backup-masters 2024-11-14T07:17:44,379 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44501-0x1013834f0eb0000, quorum=127.0.0.1:53082, baseZNode=/0-1023167105 Set watcher on existing znode=/0-1023167105/backup-masters/c7aa6e2790b3,44501,1731568664119 2024-11-14T07:17:44,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35909-0x1013834f0eb0001, quorum=127.0.0.1:53082, baseZNode=/0-1023167105 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1023167105/master 2024-11-14T07:17:44,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44501-0x1013834f0eb0000, quorum=127.0.0.1:53082, baseZNode=/0-1023167105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1023167105 2024-11-14T07:17:44,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35909-0x1013834f0eb0001, quorum=127.0.0.1:53082, baseZNode=/0-1023167105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1023167105 2024-11-14T07:17:44,390 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44501-0x1013834f0eb0000, quorum=127.0.0.1:53082, baseZNode=/0-1023167105 Set watcher on existing znode=/0-1023167105/master 2024-11-14T07:17:44,390 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1023167105/backup-masters/c7aa6e2790b3,44501,1731568664119 from backup master directory 2024-11-14T07:17:44,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44501-0x1013834f0eb0000, quorum=127.0.0.1:53082, baseZNode=/0-1023167105 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1023167105/backup-masters/c7aa6e2790b3,44501,1731568664119 2024-11-14T07:17:44,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44501-0x1013834f0eb0000, quorum=127.0.0.1:53082, baseZNode=/0-1023167105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1023167105/backup-masters 2024-11-14T07:17:44,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35909-0x1013834f0eb0001, quorum=127.0.0.1:53082, baseZNode=/0-1023167105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1023167105/backup-masters 2024-11-14T07:17:44,400 WARN [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T07:17:44,400 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c7aa6e2790b3,44501,1731568664119 2024-11-14T07:17:44,405 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39559/user/jenkins/test-data/b8b21a1e-13c8-47cd-507f-c05e1554fd96/hbase.id] with ID: 62ca7d72-de2d-403c-a024-44172da08598 2024-11-14T07:17:44,405 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39559/user/jenkins/test-data/b8b21a1e-13c8-47cd-507f-c05e1554fd96/.tmp/hbase.id 2024-11-14T07:17:44,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42885 is added to blk_1073741826_1002 (size=42) 2024-11-14T07:17:44,827 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39559/user/jenkins/test-data/b8b21a1e-13c8-47cd-507f-c05e1554fd96/.tmp/hbase.id]:[hdfs://localhost:39559/user/jenkins/test-data/b8b21a1e-13c8-47cd-507f-c05e1554fd96/hbase.id] 2024-11-14T07:17:44,849 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:17:44,849 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T07:17:44,851 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-14T07:17:44,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35909-0x1013834f0eb0001, quorum=127.0.0.1:53082, baseZNode=/0-1023167105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1023167105 2024-11-14T07:17:44,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44501-0x1013834f0eb0000, quorum=127.0.0.1:53082, baseZNode=/0-1023167105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1023167105 2024-11-14T07:17:44,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42885 is added to blk_1073741827_1003 (size=196) 2024-11-14T07:17:45,307 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T07:17:45,308 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T07:17:45,308 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T07:17:45,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42885 is added to blk_1073741828_1004 (size=1189) 2024-11-14T07:17:45,749 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39559/user/jenkins/test-data/b8b21a1e-13c8-47cd-507f-c05e1554fd96/MasterData/data/master/store 2024-11-14T07:17:45,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42885 is added to blk_1073741829_1005 (size=34) 2024-11-14T07:17:45,873 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T07:17:45,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:17:45,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:17:46,155 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:17:46,155 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T07:17:46,155 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:17:46,155 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:17:46,155 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T07:17:46,155 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:17:46,155 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:17:46,155 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731568666155Disabling compacts and flushes for region at 1731568666155Disabling writes for close at 1731568666155Writing region close event to WAL at 1731568666155Closed at 1731568666155 2024-11-14T07:17:46,156 WARN [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39559/user/jenkins/test-data/b8b21a1e-13c8-47cd-507f-c05e1554fd96/MasterData/data/master/store/.initializing 2024-11-14T07:17:46,157 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39559/user/jenkins/test-data/b8b21a1e-13c8-47cd-507f-c05e1554fd96/MasterData/WALs/c7aa6e2790b3,44501,1731568664119 2024-11-14T07:17:46,158 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T07:17:46,160 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c7aa6e2790b3%2C44501%2C1731568664119, suffix=, logDir=hdfs://localhost:39559/user/jenkins/test-data/b8b21a1e-13c8-47cd-507f-c05e1554fd96/MasterData/WALs/c7aa6e2790b3,44501,1731568664119, archiveDir=hdfs://localhost:39559/user/jenkins/test-data/b8b21a1e-13c8-47cd-507f-c05e1554fd96/MasterData/oldWALs, maxLogs=10 2024-11-14T07:17:46,171 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b8b21a1e-13c8-47cd-507f-c05e1554fd96/MasterData/WALs/c7aa6e2790b3,44501,1731568664119/c7aa6e2790b3%2C44501%2C1731568664119.1731568666160, exclude list is [], retry=0 2024-11-14T07:17:46,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42885,DS-7b0587a4-8acb-4970-b0b5-f687550ee0c6,DISK] 2024-11-14T07:17:46,176 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b8b21a1e-13c8-47cd-507f-c05e1554fd96/MasterData/WALs/c7aa6e2790b3,44501,1731568664119/c7aa6e2790b3%2C44501%2C1731568664119.1731568666160 2024-11-14T07:17:46,177 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40511:40511)] 2024-11-14T07:17:46,177 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T07:17:46,177 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:17:46,177 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:17:46,177 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:17:46,179 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:17:46,180 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T07:17:46,180 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:17:46,181 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:17:46,181 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:17:46,182 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T07:17:46,182 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:17:46,183 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:17:46,183 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:17:46,184 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T07:17:46,184 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:17:46,184 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:17:46,184 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:17:46,186 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T07:17:46,186 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:17:46,186 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:17:46,186 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:17:46,187 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39559/user/jenkins/test-data/b8b21a1e-13c8-47cd-507f-c05e1554fd96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:17:46,187 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39559/user/jenkins/test-data/b8b21a1e-13c8-47cd-507f-c05e1554fd96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:17:46,188 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:17:46,188 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:17:46,189 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T07:17:46,190 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:17:46,192 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39559/user/jenkins/test-data/b8b21a1e-13c8-47cd-507f-c05e1554fd96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T07:17:46,193 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64690094, jitterRate=-0.036042481660842896}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T07:17:46,193 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731568666177Initializing all the Stores at 1731568666178 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568666178Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568666179 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568666179Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568666179Cleaning up temporary data from old regions at 1731568666188 (+9 ms)Region opened successfully at 1731568666193 (+5 ms) 2024-11-14T07:17:46,193 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T07:17:46,196 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f8cd30d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c7aa6e2790b3/172.17.0.2:0 2024-11-14T07:17:46,197 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T07:17:46,197 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T07:17:46,197 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T07:17:46,198 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T07:17:46,198 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T07:17:46,198 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T07:17:46,198 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T07:17:46,200 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T07:17:46,201 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44501-0x1013834f0eb0000, quorum=127.0.0.1:53082, baseZNode=/0-1023167105 Unable to get data of znode /0-1023167105/balancer because node does not exist (not necessarily an error) 2024-11-14T07:17:46,263 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1023167105/balancer already deleted, retry=false 2024-11-14T07:17:46,263 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T07:17:46,264 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44501-0x1013834f0eb0000, quorum=127.0.0.1:53082, baseZNode=/0-1023167105 Unable to get data of znode /0-1023167105/normalizer because node does not exist (not necessarily an error) 2024-11-14T07:17:46,273 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1023167105/normalizer already deleted, retry=false 2024-11-14T07:17:46,274 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T07:17:46,275 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44501-0x1013834f0eb0000, quorum=127.0.0.1:53082, baseZNode=/0-1023167105 Unable to get data of znode /0-1023167105/switch/split because node does not exist (not necessarily an error) 2024-11-14T07:17:46,284 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1023167105/switch/split already deleted, retry=false 2024-11-14T07:17:46,285 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44501-0x1013834f0eb0000, quorum=127.0.0.1:53082, baseZNode=/0-1023167105 Unable to get data of znode /0-1023167105/switch/merge because node does not exist (not necessarily an error) 2024-11-14T07:17:46,294 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1023167105/switch/merge already deleted, retry=false 2024-11-14T07:17:46,297 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44501-0x1013834f0eb0000, quorum=127.0.0.1:53082, baseZNode=/0-1023167105 Unable to get data of znode /0-1023167105/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T07:17:46,305 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1023167105/snapshot-cleanup already deleted, retry=false 2024-11-14T07:17:46,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35909-0x1013834f0eb0001, quorum=127.0.0.1:53082, baseZNode=/0-1023167105 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1023167105/running 2024-11-14T07:17:46,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44501-0x1013834f0eb0000, quorum=127.0.0.1:53082, baseZNode=/0-1023167105 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1023167105/running 2024-11-14T07:17:46,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35909-0x1013834f0eb0001, quorum=127.0.0.1:53082, baseZNode=/0-1023167105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1023167105 2024-11-14T07:17:46,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44501-0x1013834f0eb0000, quorum=127.0.0.1:53082, baseZNode=/0-1023167105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1023167105 2024-11-14T07:17:46,316 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c7aa6e2790b3,44501,1731568664119, sessionid=0x1013834f0eb0000, setting cluster-up flag (Was=false) 2024-11-14T07:17:46,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35909-0x1013834f0eb0001, quorum=127.0.0.1:53082, baseZNode=/0-1023167105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1023167105 2024-11-14T07:17:46,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44501-0x1013834f0eb0000, quorum=127.0.0.1:53082, baseZNode=/0-1023167105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1023167105 2024-11-14T07:17:46,368 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1023167105/flush-table-proc/acquired, /0-1023167105/flush-table-proc/reached, /0-1023167105/flush-table-proc/abort 2024-11-14T07:17:46,369 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c7aa6e2790b3,44501,1731568664119 2024-11-14T07:17:46,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44501-0x1013834f0eb0000, quorum=127.0.0.1:53082, baseZNode=/0-1023167105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1023167105 2024-11-14T07:17:46,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35909-0x1013834f0eb0001, quorum=127.0.0.1:53082, baseZNode=/0-1023167105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1023167105 2024-11-14T07:17:46,421 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1023167105/online-snapshot/acquired, /0-1023167105/online-snapshot/reached, /0-1023167105/online-snapshot/abort 2024-11-14T07:17:46,422 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c7aa6e2790b3,44501,1731568664119 2024-11-14T07:17:46,423 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39559/user/jenkins/test-data/b8b21a1e-13c8-47cd-507f-c05e1554fd96/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T07:17:46,425 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T07:17:46,425 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T07:17:46,425 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T07:17:46,426 WARN [master/c7aa6e2790b3:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of c7aa6e2790b3,45337,1731568637544: status=Processing ServerCrashProcedure of c7aa6e2790b3,45337,1731568637544 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731568654027, completionTime=-1 appears to have been leaked 2024-11-14T07:17:46,426 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c7aa6e2790b3,44501,1731568664119 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T07:17:46,427 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c7aa6e2790b3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T07:17:46,427 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c7aa6e2790b3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T07:17:46,427 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T07:17:46,427 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T07:17:46,427 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c7aa6e2790b3:0, corePoolSize=10, maxPoolSize=10 2024-11-14T07:17:46,428 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:17:46,428 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T07:17:46,428 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:17:46,429 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T07:17:46,429 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T07:17:46,431 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:17:46,431 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T07:17:46,435 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731568696435 2024-11-14T07:17:46,435 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T07:17:46,435 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T07:17:46,435 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T07:17:46,435 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T07:17:46,435 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T07:17:46,436 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T07:17:46,436 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:46,437 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T07:17:46,437 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T07:17:46,437 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T07:17:46,437 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T07:17:46,441 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T07:17:46,441 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T07:17:46,441 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.large.0-1731568666441,5,FailOnTimeoutGroup] 2024-11-14T07:17:46,444 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.small.0-1731568666441,5,FailOnTimeoutGroup] 2024-11-14T07:17:46,444 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:46,444 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T07:17:46,444 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:46,444 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:46,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42885 is added to blk_1073741831_1007 (size=1321) 2024-11-14T07:17:46,453 INFO [RS:0;c7aa6e2790b3:35909 {}] regionserver.HRegionServer(746): ClusterId : 62ca7d72-de2d-403c-a024-44172da08598 2024-11-14T07:17:46,453 DEBUG [RS:0;c7aa6e2790b3:35909 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T07:17:46,464 DEBUG [RS:0;c7aa6e2790b3:35909 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T07:17:46,464 DEBUG [RS:0;c7aa6e2790b3:35909 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T07:17:46,474 DEBUG [RS:0;c7aa6e2790b3:35909 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T07:17:46,475 DEBUG [RS:0;c7aa6e2790b3:35909 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57edac9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c7aa6e2790b3/172.17.0.2:0 2024-11-14T07:17:46,484 DEBUG [RS:0;c7aa6e2790b3:35909 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c7aa6e2790b3:35909 2024-11-14T07:17:46,484 INFO [RS:0;c7aa6e2790b3:35909 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T07:17:46,484 INFO [RS:0;c7aa6e2790b3:35909 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T07:17:46,484 DEBUG [RS:0;c7aa6e2790b3:35909 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T07:17:46,485 INFO [RS:0;c7aa6e2790b3:35909 {}] regionserver.HRegionServer(2659): reportForDuty to master=c7aa6e2790b3,44501,1731568664119 with port=35909, startcode=1731568664307 2024-11-14T07:17:46,485 DEBUG [RS:0;c7aa6e2790b3:35909 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T07:17:46,487 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49625, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T07:17:46,487 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44501 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c7aa6e2790b3,35909,1731568664307 2024-11-14T07:17:46,487 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44501 {}] master.ServerManager(517): Registering regionserver=c7aa6e2790b3,35909,1731568664307 2024-11-14T07:17:46,489 DEBUG [RS:0;c7aa6e2790b3:35909 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39559/user/jenkins/test-data/b8b21a1e-13c8-47cd-507f-c05e1554fd96 2024-11-14T07:17:46,489 DEBUG [RS:0;c7aa6e2790b3:35909 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39559 2024-11-14T07:17:46,489 DEBUG [RS:0;c7aa6e2790b3:35909 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T07:17:46,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44501-0x1013834f0eb0000, quorum=127.0.0.1:53082, baseZNode=/0-1023167105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1023167105/rs 2024-11-14T07:17:46,495 DEBUG [RS:0;c7aa6e2790b3:35909 {}] zookeeper.ZKUtil(111): regionserver:35909-0x1013834f0eb0001, quorum=127.0.0.1:53082, baseZNode=/0-1023167105 Set watcher on existing znode=/0-1023167105/rs/c7aa6e2790b3,35909,1731568664307 2024-11-14T07:17:46,495 WARN [RS:0;c7aa6e2790b3:35909 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T07:17:46,495 INFO [RS:0;c7aa6e2790b3:35909 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T07:17:46,495 DEBUG [RS:0;c7aa6e2790b3:35909 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39559/user/jenkins/test-data/b8b21a1e-13c8-47cd-507f-c05e1554fd96/WALs/c7aa6e2790b3,35909,1731568664307 2024-11-14T07:17:46,495 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c7aa6e2790b3,35909,1731568664307] 2024-11-14T07:17:46,498 INFO [RS:0;c7aa6e2790b3:35909 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T07:17:46,500 INFO [RS:0;c7aa6e2790b3:35909 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T07:17:46,500 INFO [RS:0;c7aa6e2790b3:35909 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T07:17:46,500 INFO [RS:0;c7aa6e2790b3:35909 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:46,501 INFO [RS:0;c7aa6e2790b3:35909 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T07:17:46,501 INFO [RS:0;c7aa6e2790b3:35909 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T07:17:46,502 INFO [RS:0;c7aa6e2790b3:35909 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:46,502 DEBUG [RS:0;c7aa6e2790b3:35909 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:17:46,502 DEBUG [RS:0;c7aa6e2790b3:35909 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:17:46,502 DEBUG [RS:0;c7aa6e2790b3:35909 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:17:46,502 DEBUG [RS:0;c7aa6e2790b3:35909 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:17:46,502 DEBUG [RS:0;c7aa6e2790b3:35909 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:17:46,502 DEBUG [RS:0;c7aa6e2790b3:35909 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c7aa6e2790b3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T07:17:46,502 DEBUG [RS:0;c7aa6e2790b3:35909 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:17:46,502 DEBUG [RS:0;c7aa6e2790b3:35909 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:17:46,502 DEBUG [RS:0;c7aa6e2790b3:35909 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:17:46,502 DEBUG [RS:0;c7aa6e2790b3:35909 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:17:46,502 DEBUG [RS:0;c7aa6e2790b3:35909 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:17:46,502 DEBUG [RS:0;c7aa6e2790b3:35909 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:17:46,503 DEBUG [RS:0;c7aa6e2790b3:35909 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c7aa6e2790b3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T07:17:46,503 DEBUG [RS:0;c7aa6e2790b3:35909 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c7aa6e2790b3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T07:17:46,504 INFO [RS:0;c7aa6e2790b3:35909 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:46,504 INFO [RS:0;c7aa6e2790b3:35909 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:46,504 INFO [RS:0;c7aa6e2790b3:35909 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:46,504 INFO [RS:0;c7aa6e2790b3:35909 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:46,504 INFO [RS:0;c7aa6e2790b3:35909 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:46,504 INFO [RS:0;c7aa6e2790b3:35909 {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,35909,1731568664307-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T07:17:46,517 INFO [RS:0;c7aa6e2790b3:35909 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T07:17:46,518 INFO [RS:0;c7aa6e2790b3:35909 {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,35909,1731568664307-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:46,518 INFO [RS:0;c7aa6e2790b3:35909 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:46,518 INFO [RS:0;c7aa6e2790b3:35909 {}] regionserver.Replication(171): c7aa6e2790b3,35909,1731568664307 started 2024-11-14T07:17:46,530 INFO [RS:0;c7aa6e2790b3:35909 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:46,530 INFO [RS:0;c7aa6e2790b3:35909 {}] regionserver.HRegionServer(1482): Serving as c7aa6e2790b3,35909,1731568664307, RpcServer on c7aa6e2790b3/172.17.0.2:35909, sessionid=0x1013834f0eb0001 2024-11-14T07:17:46,530 DEBUG [RS:0;c7aa6e2790b3:35909 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T07:17:46,530 DEBUG [RS:0;c7aa6e2790b3:35909 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c7aa6e2790b3,35909,1731568664307 2024-11-14T07:17:46,530 DEBUG [RS:0;c7aa6e2790b3:35909 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c7aa6e2790b3,35909,1731568664307' 2024-11-14T07:17:46,530 DEBUG [RS:0;c7aa6e2790b3:35909 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1023167105/flush-table-proc/abort' 2024-11-14T07:17:46,531 DEBUG [RS:0;c7aa6e2790b3:35909 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1023167105/flush-table-proc/acquired' 2024-11-14T07:17:46,531 DEBUG [RS:0;c7aa6e2790b3:35909 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T07:17:46,531 DEBUG [RS:0;c7aa6e2790b3:35909 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T07:17:46,531 DEBUG [RS:0;c7aa6e2790b3:35909 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c7aa6e2790b3,35909,1731568664307 2024-11-14T07:17:46,531 DEBUG [RS:0;c7aa6e2790b3:35909 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c7aa6e2790b3,35909,1731568664307' 2024-11-14T07:17:46,531 DEBUG [RS:0;c7aa6e2790b3:35909 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1023167105/online-snapshot/abort' 2024-11-14T07:17:46,532 DEBUG [RS:0;c7aa6e2790b3:35909 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1023167105/online-snapshot/acquired' 2024-11-14T07:17:46,532 DEBUG [RS:0;c7aa6e2790b3:35909 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T07:17:46,532 INFO [RS:0;c7aa6e2790b3:35909 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T07:17:46,532 INFO [RS:0;c7aa6e2790b3:35909 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T07:17:46,633 INFO [RS:0;c7aa6e2790b3:35909 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T07:17:46,634 INFO [RS:0;c7aa6e2790b3:35909 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c7aa6e2790b3%2C35909%2C1731568664307, suffix=, logDir=hdfs://localhost:39559/user/jenkins/test-data/b8b21a1e-13c8-47cd-507f-c05e1554fd96/WALs/c7aa6e2790b3,35909,1731568664307, archiveDir=hdfs://localhost:39559/user/jenkins/test-data/b8b21a1e-13c8-47cd-507f-c05e1554fd96/oldWALs, maxLogs=10 2024-11-14T07:17:46,646 DEBUG [RS:0;c7aa6e2790b3:35909 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b8b21a1e-13c8-47cd-507f-c05e1554fd96/WALs/c7aa6e2790b3,35909,1731568664307/c7aa6e2790b3%2C35909%2C1731568664307.1731568666635, exclude list is [], retry=0 2024-11-14T07:17:46,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42885,DS-7b0587a4-8acb-4970-b0b5-f687550ee0c6,DISK] 2024-11-14T07:17:46,651 INFO [RS:0;c7aa6e2790b3:35909 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b8b21a1e-13c8-47cd-507f-c05e1554fd96/WALs/c7aa6e2790b3,35909,1731568664307/c7aa6e2790b3%2C35909%2C1731568664307.1731568666635 2024-11-14T07:17:46,651 DEBUG [RS:0;c7aa6e2790b3:35909 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40511:40511)] 2024-11-14T07:17:46,847 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39559/user/jenkins/test-data/b8b21a1e-13c8-47cd-507f-c05e1554fd96/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T07:17:46,847 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39559/user/jenkins/test-data/b8b21a1e-13c8-47cd-507f-c05e1554fd96 2024-11-14T07:17:46,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42885 is added to blk_1073741833_1009 (size=32) 2024-11-14T07:17:47,144 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T07:17:47,144 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T07:17:47,144 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T07:17:47,255 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:17:47,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T07:17:47,258 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T07:17:47,258 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:17:47,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:17:47,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T07:17:47,260 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T07:17:47,260 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:17:47,261 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:17:47,261 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T07:17:47,262 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T07:17:47,263 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:17:47,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:17:47,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T07:17:47,265 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T07:17:47,265 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:17:47,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:17:47,266 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T07:17:47,266 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39559/user/jenkins/test-data/b8b21a1e-13c8-47cd-507f-c05e1554fd96/data/hbase/meta/1588230740 2024-11-14T07:17:47,267 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39559/user/jenkins/test-data/b8b21a1e-13c8-47cd-507f-c05e1554fd96/data/hbase/meta/1588230740 2024-11-14T07:17:47,268 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T07:17:47,268 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T07:17:47,269 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T07:17:47,270 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T07:17:47,273 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39559/user/jenkins/test-data/b8b21a1e-13c8-47cd-507f-c05e1554fd96/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T07:17:47,273 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72952503, jitterRate=0.08707700669765472}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T07:17:47,274 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731568667255Initializing all the Stores at 1731568667256 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568667256Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568667256Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568667256Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568667256Cleaning up temporary data from old regions at 1731568667268 (+12 ms)Region opened successfully at 1731568667274 (+6 ms) 2024-11-14T07:17:47,274 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T07:17:47,274 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T07:17:47,274 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T07:17:47,274 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T07:17:47,274 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T07:17:47,275 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T07:17:47,275 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731568667274Disabling compacts and flushes for region at 1731568667274Disabling writes for close at 1731568667274Writing region close event to WAL at 1731568667275 (+1 ms)Closed at 1731568667275 2024-11-14T07:17:47,276 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T07:17:47,276 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T07:17:47,276 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T07:17:47,278 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T07:17:47,279 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T07:17:47,429 DEBUG [c7aa6e2790b3:44501 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T07:17:47,430 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c7aa6e2790b3,35909,1731568664307 2024-11-14T07:17:47,431 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c7aa6e2790b3,35909,1731568664307, state=OPENING 2024-11-14T07:17:47,484 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T07:17:47,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44501-0x1013834f0eb0000, quorum=127.0.0.1:53082, baseZNode=/0-1023167105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1023167105 2024-11-14T07:17:47,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35909-0x1013834f0eb0001, quorum=127.0.0.1:53082, baseZNode=/0-1023167105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1023167105 2024-11-14T07:17:47,523 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1023167105/meta-region-server: CHANGED 2024-11-14T07:17:47,523 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T07:17:47,523 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1023167105/meta-region-server: CHANGED 2024-11-14T07:17:47,524 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c7aa6e2790b3,35909,1731568664307}] 2024-11-14T07:17:47,677 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T07:17:47,678 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55097, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T07:17:47,682 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T07:17:47,682 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T07:17:47,682 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T07:17:47,684 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c7aa6e2790b3%2C35909%2C1731568664307.meta, suffix=.meta, logDir=hdfs://localhost:39559/user/jenkins/test-data/b8b21a1e-13c8-47cd-507f-c05e1554fd96/WALs/c7aa6e2790b3,35909,1731568664307, archiveDir=hdfs://localhost:39559/user/jenkins/test-data/b8b21a1e-13c8-47cd-507f-c05e1554fd96/oldWALs, maxLogs=10 2024-11-14T07:17:47,695 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b8b21a1e-13c8-47cd-507f-c05e1554fd96/WALs/c7aa6e2790b3,35909,1731568664307/c7aa6e2790b3%2C35909%2C1731568664307.meta.1731568667684.meta, exclude list is [], retry=0 2024-11-14T07:17:47,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42885,DS-7b0587a4-8acb-4970-b0b5-f687550ee0c6,DISK] 2024-11-14T07:17:47,699 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b8b21a1e-13c8-47cd-507f-c05e1554fd96/WALs/c7aa6e2790b3,35909,1731568664307/c7aa6e2790b3%2C35909%2C1731568664307.meta.1731568667684.meta 2024-11-14T07:17:47,700 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40511:40511)] 2024-11-14T07:17:47,700 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T07:17:47,700 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T07:17:47,700 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T07:17:47,701 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T07:17:47,701 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T07:17:47,701 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T07:17:47,701 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:17:47,701 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T07:17:47,701 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T07:17:47,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T07:17:47,703 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T07:17:47,703 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:17:47,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:17:47,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T07:17:47,705 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T07:17:47,705 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:17:47,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:17:47,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T07:17:47,706 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T07:17:47,706 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:17:47,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:17:47,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T07:17:47,707 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T07:17:47,707 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:17:47,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:17:47,708 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T07:17:47,709 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39559/user/jenkins/test-data/b8b21a1e-13c8-47cd-507f-c05e1554fd96/data/hbase/meta/1588230740 2024-11-14T07:17:47,710 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39559/user/jenkins/test-data/b8b21a1e-13c8-47cd-507f-c05e1554fd96/data/hbase/meta/1588230740 2024-11-14T07:17:47,711 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T07:17:47,711 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T07:17:47,712 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T07:17:47,713 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T07:17:47,714 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73326865, jitterRate=0.09265543520450592}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T07:17:47,714 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T07:17:47,714 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731568667701Writing region info on filesystem at 1731568667701Initializing all the Stores at 1731568667702 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568667702Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568667702Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568667702Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568667702Cleaning up temporary data from old regions at 1731568667711 (+9 ms)Running coprocessor post-open hooks at 1731568667714 (+3 ms)Region opened successfully at 1731568667714 2024-11-14T07:17:47,715 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731568667676 2024-11-14T07:17:47,717 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T07:17:47,717 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T07:17:47,718 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c7aa6e2790b3,35909,1731568664307 2024-11-14T07:17:47,719 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c7aa6e2790b3,35909,1731568664307, state=OPEN 2024-11-14T07:17:47,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44501-0x1013834f0eb0000, quorum=127.0.0.1:53082, baseZNode=/0-1023167105 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1023167105/meta-region-server 2024-11-14T07:17:47,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35909-0x1013834f0eb0001, quorum=127.0.0.1:53082, baseZNode=/0-1023167105 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1023167105/meta-region-server 2024-11-14T07:17:47,736 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c7aa6e2790b3,35909,1731568664307 2024-11-14T07:17:47,736 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1023167105/meta-region-server: CHANGED 2024-11-14T07:17:47,736 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1023167105/meta-region-server: CHANGED 2024-11-14T07:17:47,739 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T07:17:47,739 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c7aa6e2790b3,35909,1731568664307 in 213 msec 2024-11-14T07:17:47,742 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T07:17:47,742 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 463 msec 2024-11-14T07:17:47,742 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T07:17:47,743 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T07:17:47,744 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T07:17:47,744 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c7aa6e2790b3,35909,1731568664307, seqNum=-1] 2024-11-14T07:17:47,744 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T07:17:47,745 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53903, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T07:17:47,752 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3270 sec 2024-11-14T07:17:47,752 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731568667752, completionTime=-1 2024-11-14T07:17:47,752 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T07:17:47,752 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T07:17:47,754 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T07:17:47,754 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731568727754 2024-11-14T07:17:47,754 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731568787754 2024-11-14T07:17:47,754 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T07:17:47,755 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,44501,1731568664119-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:47,755 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,44501,1731568664119-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:47,755 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,44501,1731568664119-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:47,755 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c7aa6e2790b3:44501, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:47,755 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:47,755 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:47,757 DEBUG [master/c7aa6e2790b3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T07:17:47,759 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.359sec 2024-11-14T07:17:47,759 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T07:17:47,759 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T07:17:47,759 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T07:17:47,759 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T07:17:47,759 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T07:17:47,759 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,44501,1731568664119-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T07:17:47,759 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,44501,1731568664119-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T07:17:47,762 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T07:17:47,762 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T07:17:47,762 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,44501,1731568664119-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:47,855 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c55d4ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:17:47,855 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,44501,-1 for getting cluster id 2024-11-14T07:17:47,855 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:17:47,857 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62ca7d72-de2d-403c-a024-44172da08598' 2024-11-14T07:17:47,857 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:17:47,857 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62ca7d72-de2d-403c-a024-44172da08598" 2024-11-14T07:17:47,857 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75b000a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:17:47,857 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,44501,-1] 2024-11-14T07:17:47,857 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:17:47,858 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:17:47,858 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:17:47,859 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d880e54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:17:47,860 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T07:17:47,861 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c7aa6e2790b3,35909,1731568664307, seqNum=-1] 2024-11-14T07:17:47,861 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T07:17:47,862 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T07:17:47,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c7aa6e2790b3,44501,1731568664119 2024-11-14T07:17:47,864 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53082 2024-11-14T07:17:47,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53082, baseZNode=/0-1023167105 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T07:17:47,874 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013834f0eb0002 connected 2024-11-14T07:17:47,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e49689ce-80ca-8f92-06d2-5a5a7bf8b1e3/hadoop.log.dir so I do NOT create it in target/test-data/41b174dd-ef9f-e4f5-33e2-dcc7aa92d8b1 2024-11-14T07:17:47,886 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e49689ce-80ca-8f92-06d2-5a5a7bf8b1e3/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T07:17:47,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e49689ce-80ca-8f92-06d2-5a5a7bf8b1e3/hadoop.tmp.dir so I do NOT create it in target/test-data/41b174dd-ef9f-e4f5-33e2-dcc7aa92d8b1 2024-11-14T07:17:47,886 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e49689ce-80ca-8f92-06d2-5a5a7bf8b1e3/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T07:17:47,886 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/41b174dd-ef9f-e4f5-33e2-dcc7aa92d8b1 2024-11-14T07:17:47,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T07:17:47,886 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/41b174dd-ef9f-e4f5-33e2-dcc7aa92d8b1/cluster_b09ded99-f3dd-36d7-36a3-3ad527262084, deleteOnExit=true 2024-11-14T07:17:47,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T07:17:47,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/41b174dd-ef9f-e4f5-33e2-dcc7aa92d8b1/test.cache.data in system properties and HBase conf 2024-11-14T07:17:47,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/41b174dd-ef9f-e4f5-33e2-dcc7aa92d8b1/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T07:17:47,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/41b174dd-ef9f-e4f5-33e2-dcc7aa92d8b1/hadoop.log.dir in system properties and HBase conf 2024-11-14T07:17:47,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/41b174dd-ef9f-e4f5-33e2-dcc7aa92d8b1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T07:17:47,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/41b174dd-ef9f-e4f5-33e2-dcc7aa92d8b1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T07:17:47,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T07:17:47,887 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T07:17:47,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/41b174dd-ef9f-e4f5-33e2-dcc7aa92d8b1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T07:17:47,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/41b174dd-ef9f-e4f5-33e2-dcc7aa92d8b1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T07:17:47,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/41b174dd-ef9f-e4f5-33e2-dcc7aa92d8b1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T07:17:47,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/41b174dd-ef9f-e4f5-33e2-dcc7aa92d8b1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T07:17:47,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/41b174dd-ef9f-e4f5-33e2-dcc7aa92d8b1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T07:17:47,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/41b174dd-ef9f-e4f5-33e2-dcc7aa92d8b1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T07:17:47,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/41b174dd-ef9f-e4f5-33e2-dcc7aa92d8b1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T07:17:47,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/41b174dd-ef9f-e4f5-33e2-dcc7aa92d8b1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T07:17:47,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/41b174dd-ef9f-e4f5-33e2-dcc7aa92d8b1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T07:17:47,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/41b174dd-ef9f-e4f5-33e2-dcc7aa92d8b1/nfs.dump.dir in system properties and HBase conf 2024-11-14T07:17:47,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/41b174dd-ef9f-e4f5-33e2-dcc7aa92d8b1/java.io.tmpdir in system properties and HBase conf 2024-11-14T07:17:47,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/41b174dd-ef9f-e4f5-33e2-dcc7aa92d8b1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T07:17:47,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/41b174dd-ef9f-e4f5-33e2-dcc7aa92d8b1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T07:17:47,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/41b174dd-ef9f-e4f5-33e2-dcc7aa92d8b1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T07:17:48,232 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T07:17:48,236 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T07:17:48,238 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T07:17:48,238 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T07:17:48,238 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T07:17:48,239 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T07:17:48,240 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c151648{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/41b174dd-ef9f-e4f5-33e2-dcc7aa92d8b1/hadoop.log.dir/,AVAILABLE} 2024-11-14T07:17:48,240 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@464d20e8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T07:17:48,334 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d735b3d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/41b174dd-ef9f-e4f5-33e2-dcc7aa92d8b1/java.io.tmpdir/jetty-localhost-43377-hadoop-hdfs-3_4_1-tests_jar-_-any-4514035076566590743/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T07:17:48,335 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3d7f552c{HTTP/1.1, (http/1.1)}{localhost:43377} 2024-11-14T07:17:48,335 INFO [Time-limited test {}] server.Server(415): Started @38178ms 2024-11-14T07:17:48,585 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T07:17:48,587 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T07:17:48,588 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T07:17:48,588 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T07:17:48,588 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T07:17:48,589 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a6c6f8a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/41b174dd-ef9f-e4f5-33e2-dcc7aa92d8b1/hadoop.log.dir/,AVAILABLE} 2024-11-14T07:17:48,589 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12c2c801{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T07:17:48,681 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@70e83bd2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/41b174dd-ef9f-e4f5-33e2-dcc7aa92d8b1/java.io.tmpdir/jetty-localhost-36107-hadoop-hdfs-3_4_1-tests_jar-_-any-5976940406093862465/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T07:17:48,681 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@71c9e501{HTTP/1.1, (http/1.1)}{localhost:36107} 2024-11-14T07:17:48,681 INFO [Time-limited test {}] server.Server(415): Started @38525ms 2024-11-14T07:17:48,683 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T07:17:49,306 WARN [Thread-618 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/41b174dd-ef9f-e4f5-33e2-dcc7aa92d8b1/cluster_b09ded99-f3dd-36d7-36a3-3ad527262084/data/data1/current/BP-835035819-172.17.0.2-1731568667909/current, will proceed with Du for space computation calculation, 2024-11-14T07:17:49,307 WARN [Thread-619 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/41b174dd-ef9f-e4f5-33e2-dcc7aa92d8b1/cluster_b09ded99-f3dd-36d7-36a3-3ad527262084/data/data2/current/BP-835035819-172.17.0.2-1731568667909/current, will proceed with Du for space computation calculation, 2024-11-14T07:17:49,325 WARN [Thread-606 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T07:17:49,328 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2a44932b529cc22e with lease ID 0x89b170fab14c39a5: Processing first storage report for DS-23bafde4-3c41-4d63-9f19-437aa13ad0b9 from datanode DatanodeRegistration(127.0.0.1:46013, datanodeUuid=e6529072-de14-412a-b43e-74ffbff6009a, infoPort=34311, infoSecurePort=0, ipcPort=34697, storageInfo=lv=-57;cid=testClusterID;nsid=656357607;c=1731568667909) 2024-11-14T07:17:49,328 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2a44932b529cc22e with lease ID 0x89b170fab14c39a5: from storage DS-23bafde4-3c41-4d63-9f19-437aa13ad0b9 node DatanodeRegistration(127.0.0.1:46013, datanodeUuid=e6529072-de14-412a-b43e-74ffbff6009a, infoPort=34311, infoSecurePort=0, ipcPort=34697, storageInfo=lv=-57;cid=testClusterID;nsid=656357607;c=1731568667909), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T07:17:49,328 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2a44932b529cc22e with lease ID 0x89b170fab14c39a5: Processing first storage report for DS-58ff7408-f458-483a-a9d7-3f29bb348187 from datanode DatanodeRegistration(127.0.0.1:46013, datanodeUuid=e6529072-de14-412a-b43e-74ffbff6009a, infoPort=34311, infoSecurePort=0, ipcPort=34697, storageInfo=lv=-57;cid=testClusterID;nsid=656357607;c=1731568667909) 2024-11-14T07:17:49,328 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2a44932b529cc22e with lease ID 0x89b170fab14c39a5: from storage DS-58ff7408-f458-483a-a9d7-3f29bb348187 node DatanodeRegistration(127.0.0.1:46013, datanodeUuid=e6529072-de14-412a-b43e-74ffbff6009a, infoPort=34311, infoSecurePort=0, ipcPort=34697, storageInfo=lv=-57;cid=testClusterID;nsid=656357607;c=1731568667909), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T07:17:49,408 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/41b174dd-ef9f-e4f5-33e2-dcc7aa92d8b1 2024-11-14T07:17:49,408 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:17:49,409 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:17:49,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46013 is added to blk_1073741825_1001 (size=7) 2024-11-14T07:17:49,818 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37761/user/jenkins/test-data/19f18d29-7cd7-2ed1-1239-699d920cecde with version=8 2024-11-14T07:17:49,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37761/user/jenkins/test-data/19f18d29-7cd7-2ed1-1239-699d920cecde/hbase-staging 2024-11-14T07:17:49,820 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c7aa6e2790b3:0 server-side Connection retries=45 2024-11-14T07:17:49,820 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T07:17:49,820 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T07:17:49,820 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T07:17:49,820 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T07:17:49,820 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T07:17:49,820 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T07:17:49,820 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T07:17:49,821 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46203 2024-11-14T07:17:49,822 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46203 connecting to ZooKeeper ensemble=127.0.0.1:53082 2024-11-14T07:17:49,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:462030x0, quorum=127.0.0.1:53082, baseZNode=/11118346011 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T07:17:49,874 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46203-0x1013834f0eb0003 connected 2024-11-14T07:17:49,947 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:17:49,949 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:17:49,950 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46203-0x1013834f0eb0003, quorum=127.0.0.1:53082, baseZNode=/11118346011 Set watcher on znode that does not yet exist, /11118346011/running 2024-11-14T07:17:49,951 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37761/user/jenkins/test-data/19f18d29-7cd7-2ed1-1239-699d920cecde, hbase.cluster.distributed=false 2024-11-14T07:17:49,952 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46203-0x1013834f0eb0003, quorum=127.0.0.1:53082, baseZNode=/11118346011 Set watcher on znode that does not yet exist, /11118346011/acl 2024-11-14T07:17:49,953 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46203 2024-11-14T07:17:49,953 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46203 2024-11-14T07:17:49,953 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46203 2024-11-14T07:17:49,954 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46203 2024-11-14T07:17:49,954 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46203 2024-11-14T07:17:49,970 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c7aa6e2790b3:0 server-side Connection retries=45 2024-11-14T07:17:49,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T07:17:49,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T07:17:49,970 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T07:17:49,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T07:17:49,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T07:17:49,970 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T07:17:49,970 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T07:17:49,971 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43821 2024-11-14T07:17:49,972 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43821 connecting to ZooKeeper ensemble=127.0.0.1:53082 2024-11-14T07:17:49,972 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:17:49,974 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:17:49,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:438210x0, quorum=127.0.0.1:53082, baseZNode=/11118346011 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T07:17:49,989 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:438210x0, quorum=127.0.0.1:53082, baseZNode=/11118346011 Set watcher on znode that does not yet exist, /11118346011/running 2024-11-14T07:17:49,989 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43821-0x1013834f0eb0004 connected 2024-11-14T07:17:49,990 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T07:17:49,990 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T07:17:49,991 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43821-0x1013834f0eb0004, quorum=127.0.0.1:53082, baseZNode=/11118346011 Set watcher on znode that does not yet exist, /11118346011/master 2024-11-14T07:17:49,992 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43821-0x1013834f0eb0004, quorum=127.0.0.1:53082, baseZNode=/11118346011 Set watcher on znode that does not yet exist, /11118346011/acl 2024-11-14T07:17:49,992 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43821 2024-11-14T07:17:49,995 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43821 2024-11-14T07:17:49,995 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43821 2024-11-14T07:17:49,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43821 2024-11-14T07:17:49,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43821 2024-11-14T07:17:50,008 DEBUG [M:0;c7aa6e2790b3:46203 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c7aa6e2790b3:46203 2024-11-14T07:17:50,011 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11118346011/backup-masters/c7aa6e2790b3,46203,1731568669820 2024-11-14T07:17:50,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46203-0x1013834f0eb0003, quorum=127.0.0.1:53082, baseZNode=/11118346011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11118346011/backup-masters 2024-11-14T07:17:50,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43821-0x1013834f0eb0004, quorum=127.0.0.1:53082, baseZNode=/11118346011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11118346011/backup-masters 2024-11-14T07:17:50,021 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46203-0x1013834f0eb0003, quorum=127.0.0.1:53082, baseZNode=/11118346011 Set watcher on existing znode=/11118346011/backup-masters/c7aa6e2790b3,46203,1731568669820 2024-11-14T07:17:50,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43821-0x1013834f0eb0004, quorum=127.0.0.1:53082, baseZNode=/11118346011 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11118346011/master 2024-11-14T07:17:50,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46203-0x1013834f0eb0003, quorum=127.0.0.1:53082, baseZNode=/11118346011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11118346011 2024-11-14T07:17:50,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43821-0x1013834f0eb0004, quorum=127.0.0.1:53082, baseZNode=/11118346011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11118346011 2024-11-14T07:17:50,031 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46203-0x1013834f0eb0003, quorum=127.0.0.1:53082, baseZNode=/11118346011 Set watcher on existing znode=/11118346011/master 2024-11-14T07:17:50,032 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11118346011/backup-masters/c7aa6e2790b3,46203,1731568669820 from backup master directory 2024-11-14T07:17:50,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46203-0x1013834f0eb0003, quorum=127.0.0.1:53082, baseZNode=/11118346011 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11118346011/backup-masters/c7aa6e2790b3,46203,1731568669820 2024-11-14T07:17:50,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43821-0x1013834f0eb0004, quorum=127.0.0.1:53082, baseZNode=/11118346011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11118346011/backup-masters 2024-11-14T07:17:50,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46203-0x1013834f0eb0003, quorum=127.0.0.1:53082, baseZNode=/11118346011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11118346011/backup-masters 2024-11-14T07:17:50,041 WARN [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T07:17:50,041 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c7aa6e2790b3,46203,1731568669820 2024-11-14T07:17:50,046 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37761/user/jenkins/test-data/19f18d29-7cd7-2ed1-1239-699d920cecde/hbase.id] with ID: 295afc54-af10-4712-a0d0-d36692aa2db6 2024-11-14T07:17:50,046 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37761/user/jenkins/test-data/19f18d29-7cd7-2ed1-1239-699d920cecde/.tmp/hbase.id 2024-11-14T07:17:50,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46013 is added to blk_1073741826_1002 (size=42) 2024-11-14T07:17:50,454 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37761/user/jenkins/test-data/19f18d29-7cd7-2ed1-1239-699d920cecde/.tmp/hbase.id]:[hdfs://localhost:37761/user/jenkins/test-data/19f18d29-7cd7-2ed1-1239-699d920cecde/hbase.id] 2024-11-14T07:17:50,467 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:17:50,467 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T07:17:50,468 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T07:17:50,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46203-0x1013834f0eb0003, quorum=127.0.0.1:53082, baseZNode=/11118346011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11118346011 2024-11-14T07:17:50,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43821-0x1013834f0eb0004, quorum=127.0.0.1:53082, baseZNode=/11118346011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11118346011 2024-11-14T07:17:50,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46013 is added to blk_1073741827_1003 (size=196) 2024-11-14T07:17:51,101 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T07:17:51,102 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T07:17:51,102 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T07:17:51,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46013 is added to blk_1073741828_1004 (size=1189) 2024-11-14T07:17:51,510 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37761/user/jenkins/test-data/19f18d29-7cd7-2ed1-1239-699d920cecde/MasterData/data/master/store 2024-11-14T07:17:51,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46013 is added to blk_1073741829_1005 (size=34) 2024-11-14T07:17:51,920 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:17:51,920 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T07:17:51,920 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:17:51,920 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:17:51,920 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T07:17:51,920 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:17:51,920 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:17:51,920 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731568671920Disabling compacts and flushes for region at 1731568671920Disabling writes for close at 1731568671920Writing region close event to WAL at 1731568671920Closed at 1731568671920 2024-11-14T07:17:51,921 WARN [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37761/user/jenkins/test-data/19f18d29-7cd7-2ed1-1239-699d920cecde/MasterData/data/master/store/.initializing 2024-11-14T07:17:51,921 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37761/user/jenkins/test-data/19f18d29-7cd7-2ed1-1239-699d920cecde/MasterData/WALs/c7aa6e2790b3,46203,1731568669820 2024-11-14T07:17:51,923 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T07:17:51,925 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c7aa6e2790b3%2C46203%2C1731568669820, suffix=, logDir=hdfs://localhost:37761/user/jenkins/test-data/19f18d29-7cd7-2ed1-1239-699d920cecde/MasterData/WALs/c7aa6e2790b3,46203,1731568669820, archiveDir=hdfs://localhost:37761/user/jenkins/test-data/19f18d29-7cd7-2ed1-1239-699d920cecde/MasterData/oldWALs, maxLogs=10 2024-11-14T07:17:51,941 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/19f18d29-7cd7-2ed1-1239-699d920cecde/MasterData/WALs/c7aa6e2790b3,46203,1731568669820/c7aa6e2790b3%2C46203%2C1731568669820.1731568671925, exclude list is [], retry=0 2024-11-14T07:17:51,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46013,DS-23bafde4-3c41-4d63-9f19-437aa13ad0b9,DISK] 2024-11-14T07:17:51,946 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/19f18d29-7cd7-2ed1-1239-699d920cecde/MasterData/WALs/c7aa6e2790b3,46203,1731568669820/c7aa6e2790b3%2C46203%2C1731568669820.1731568671925 2024-11-14T07:17:51,946 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34311:34311)] 2024-11-14T07:17:51,946 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T07:17:51,946 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:17:51,947 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:17:51,947 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:17:51,948 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:17:51,949 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T07:17:51,950 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:17:51,950 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:17:51,950 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:17:51,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T07:17:51,951 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:17:51,952 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:17:51,952 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:17:51,953 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T07:17:51,953 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:17:51,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:17:51,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:17:51,955 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T07:17:51,955 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:17:51,955 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:17:51,955 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:17:51,956 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37761/user/jenkins/test-data/19f18d29-7cd7-2ed1-1239-699d920cecde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:17:51,957 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37761/user/jenkins/test-data/19f18d29-7cd7-2ed1-1239-699d920cecde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:17:51,958 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:17:51,958 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:17:51,958 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T07:17:51,959 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:17:51,961 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37761/user/jenkins/test-data/19f18d29-7cd7-2ed1-1239-699d920cecde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T07:17:51,961 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70258849, jitterRate=0.04693843424320221}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T07:17:51,962 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731568671947Initializing all the Stores at 1731568671948 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568671948Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568671948Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568671948Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568671948Cleaning up temporary data from old regions at 1731568671958 (+10 ms)Region opened successfully at 1731568671962 (+4 ms) 2024-11-14T07:17:51,962 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T07:17:51,965 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63798b74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c7aa6e2790b3/172.17.0.2:0 2024-11-14T07:17:51,966 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T07:17:51,966 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T07:17:51,966 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T07:17:51,966 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T07:17:51,967 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T07:17:51,967 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T07:17:51,967 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T07:17:51,969 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T07:17:51,970 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46203-0x1013834f0eb0003, quorum=127.0.0.1:53082, baseZNode=/11118346011 Unable to get data of znode /11118346011/balancer because node does not exist (not necessarily an error) 2024-11-14T07:17:52,052 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11118346011/balancer already deleted, retry=false 2024-11-14T07:17:52,052 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T07:17:52,053 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46203-0x1013834f0eb0003, quorum=127.0.0.1:53082, baseZNode=/11118346011 Unable to get data of znode /11118346011/normalizer because node does not exist (not necessarily an error) 2024-11-14T07:17:52,062 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11118346011/normalizer already deleted, retry=false 2024-11-14T07:17:52,063 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T07:17:52,064 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46203-0x1013834f0eb0003, quorum=127.0.0.1:53082, baseZNode=/11118346011 Unable to get data of znode /11118346011/switch/split because node does not exist (not necessarily an error) 2024-11-14T07:17:52,073 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11118346011/switch/split already deleted, retry=false 2024-11-14T07:17:52,074 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46203-0x1013834f0eb0003, quorum=127.0.0.1:53082, baseZNode=/11118346011 Unable to get data of znode /11118346011/switch/merge because node does not exist (not necessarily an error) 2024-11-14T07:17:52,083 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11118346011/switch/merge already deleted, retry=false 2024-11-14T07:17:52,086 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46203-0x1013834f0eb0003, quorum=127.0.0.1:53082, baseZNode=/11118346011 Unable to get data of znode /11118346011/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T07:17:52,094 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11118346011/snapshot-cleanup already deleted, retry=false 2024-11-14T07:17:52,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46203-0x1013834f0eb0003, quorum=127.0.0.1:53082, baseZNode=/11118346011 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11118346011/running 2024-11-14T07:17:52,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43821-0x1013834f0eb0004, quorum=127.0.0.1:53082, baseZNode=/11118346011 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11118346011/running 2024-11-14T07:17:52,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46203-0x1013834f0eb0003, quorum=127.0.0.1:53082, baseZNode=/11118346011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11118346011 2024-11-14T07:17:52,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43821-0x1013834f0eb0004, quorum=127.0.0.1:53082, baseZNode=/11118346011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11118346011 2024-11-14T07:17:52,105 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c7aa6e2790b3,46203,1731568669820, sessionid=0x1013834f0eb0003, setting cluster-up flag (Was=false) 2024-11-14T07:17:52,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43821-0x1013834f0eb0004, quorum=127.0.0.1:53082, baseZNode=/11118346011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11118346011 2024-11-14T07:17:52,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46203-0x1013834f0eb0003, quorum=127.0.0.1:53082, baseZNode=/11118346011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11118346011 2024-11-14T07:17:52,157 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11118346011/flush-table-proc/acquired, /11118346011/flush-table-proc/reached, /11118346011/flush-table-proc/abort 2024-11-14T07:17:52,158 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c7aa6e2790b3,46203,1731568669820 2024-11-14T07:17:52,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43821-0x1013834f0eb0004, quorum=127.0.0.1:53082, baseZNode=/11118346011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11118346011 2024-11-14T07:17:52,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46203-0x1013834f0eb0003, quorum=127.0.0.1:53082, baseZNode=/11118346011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11118346011 2024-11-14T07:17:52,210 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11118346011/online-snapshot/acquired, /11118346011/online-snapshot/reached, /11118346011/online-snapshot/abort 2024-11-14T07:17:52,211 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c7aa6e2790b3,46203,1731568669820 2024-11-14T07:17:52,213 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37761/user/jenkins/test-data/19f18d29-7cd7-2ed1-1239-699d920cecde/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T07:17:52,215 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T07:17:52,215 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T07:17:52,215 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T07:17:52,215 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c7aa6e2790b3,46203,1731568669820 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T07:17:52,217 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c7aa6e2790b3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T07:17:52,217 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c7aa6e2790b3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T07:17:52,217 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T07:17:52,217 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T07:17:52,217 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c7aa6e2790b3:0, corePoolSize=10, maxPoolSize=10 2024-11-14T07:17:52,217 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:17:52,217 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T07:17:52,217 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:17:52,218 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731568702218 2024-11-14T07:17:52,218 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T07:17:52,218 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T07:17:52,218 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T07:17:52,218 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T07:17:52,218 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T07:17:52,218 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T07:17:52,218 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:52,219 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T07:17:52,219 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T07:17:52,219 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T07:17:52,219 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T07:17:52,219 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T07:17:52,219 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T07:17:52,219 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T07:17:52,219 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T07:17:52,220 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.large.0-1731568672219,5,FailOnTimeoutGroup] 2024-11-14T07:17:52,220 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.small.0-1731568672220,5,FailOnTimeoutGroup] 2024-11-14T07:17:52,220 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:52,220 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T07:17:52,220 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:52,220 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:17:52,220 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:52,220 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T07:17:52,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46013 is added to blk_1073741831_1007 (size=1321) 2024-11-14T07:17:52,302 INFO [RS:0;c7aa6e2790b3:43821 {}] regionserver.HRegionServer(746): ClusterId : 295afc54-af10-4712-a0d0-d36692aa2db6 2024-11-14T07:17:52,302 DEBUG [RS:0;c7aa6e2790b3:43821 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T07:17:52,316 DEBUG [RS:0;c7aa6e2790b3:43821 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T07:17:52,316 DEBUG [RS:0;c7aa6e2790b3:43821 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T07:17:52,326 DEBUG [RS:0;c7aa6e2790b3:43821 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T07:17:52,327 DEBUG [RS:0;c7aa6e2790b3:43821 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31c09f72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c7aa6e2790b3/172.17.0.2:0 2024-11-14T07:17:52,337 DEBUG [RS:0;c7aa6e2790b3:43821 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c7aa6e2790b3:43821 2024-11-14T07:17:52,338 INFO [RS:0;c7aa6e2790b3:43821 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T07:17:52,338 INFO [RS:0;c7aa6e2790b3:43821 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T07:17:52,338 DEBUG [RS:0;c7aa6e2790b3:43821 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T07:17:52,338 INFO [RS:0;c7aa6e2790b3:43821 {}] regionserver.HRegionServer(2659): reportForDuty to master=c7aa6e2790b3,46203,1731568669820 with port=43821, startcode=1731568669969 2024-11-14T07:17:52,339 DEBUG [RS:0;c7aa6e2790b3:43821 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T07:17:52,340 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33135, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T07:17:52,341 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46203 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c7aa6e2790b3,43821,1731568669969 2024-11-14T07:17:52,341 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46203 {}] master.ServerManager(517): Registering regionserver=c7aa6e2790b3,43821,1731568669969 2024-11-14T07:17:52,342 DEBUG [RS:0;c7aa6e2790b3:43821 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37761/user/jenkins/test-data/19f18d29-7cd7-2ed1-1239-699d920cecde 2024-11-14T07:17:52,342 DEBUG [RS:0;c7aa6e2790b3:43821 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37761 2024-11-14T07:17:52,343 DEBUG [RS:0;c7aa6e2790b3:43821 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T07:17:52,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46203-0x1013834f0eb0003, quorum=127.0.0.1:53082, baseZNode=/11118346011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11118346011/rs 2024-11-14T07:17:52,390 DEBUG [RS:0;c7aa6e2790b3:43821 {}] zookeeper.ZKUtil(111): regionserver:43821-0x1013834f0eb0004, quorum=127.0.0.1:53082, baseZNode=/11118346011 Set watcher on existing znode=/11118346011/rs/c7aa6e2790b3,43821,1731568669969 2024-11-14T07:17:52,390 WARN [RS:0;c7aa6e2790b3:43821 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T07:17:52,390 INFO [RS:0;c7aa6e2790b3:43821 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T07:17:52,390 DEBUG [RS:0;c7aa6e2790b3:43821 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37761/user/jenkins/test-data/19f18d29-7cd7-2ed1-1239-699d920cecde/WALs/c7aa6e2790b3,43821,1731568669969 2024-11-14T07:17:52,390 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c7aa6e2790b3,43821,1731568669969] 2024-11-14T07:17:52,393 INFO [RS:0;c7aa6e2790b3:43821 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T07:17:52,394 INFO [RS:0;c7aa6e2790b3:43821 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T07:17:52,395 INFO [RS:0;c7aa6e2790b3:43821 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T07:17:52,395 INFO [RS:0;c7aa6e2790b3:43821 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:52,395 INFO [RS:0;c7aa6e2790b3:43821 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T07:17:52,396 INFO [RS:0;c7aa6e2790b3:43821 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T07:17:52,396 INFO [RS:0;c7aa6e2790b3:43821 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:52,396 DEBUG [RS:0;c7aa6e2790b3:43821 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:17:52,396 DEBUG [RS:0;c7aa6e2790b3:43821 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:17:52,396 DEBUG [RS:0;c7aa6e2790b3:43821 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:17:52,396 DEBUG [RS:0;c7aa6e2790b3:43821 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:17:52,396 DEBUG [RS:0;c7aa6e2790b3:43821 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:17:52,396 DEBUG [RS:0;c7aa6e2790b3:43821 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c7aa6e2790b3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T07:17:52,396 DEBUG [RS:0;c7aa6e2790b3:43821 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:17:52,396 DEBUG [RS:0;c7aa6e2790b3:43821 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:17:52,396 DEBUG [RS:0;c7aa6e2790b3:43821 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:17:52,396 DEBUG [RS:0;c7aa6e2790b3:43821 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:17:52,397 DEBUG [RS:0;c7aa6e2790b3:43821 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:17:52,397 DEBUG [RS:0;c7aa6e2790b3:43821 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:17:52,397 DEBUG [RS:0;c7aa6e2790b3:43821 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c7aa6e2790b3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T07:17:52,397 DEBUG [RS:0;c7aa6e2790b3:43821 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c7aa6e2790b3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T07:17:52,397 INFO [RS:0;c7aa6e2790b3:43821 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:52,397 INFO [RS:0;c7aa6e2790b3:43821 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:52,397 INFO [RS:0;c7aa6e2790b3:43821 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:52,397 INFO [RS:0;c7aa6e2790b3:43821 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:52,397 INFO [RS:0;c7aa6e2790b3:43821 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:52,397 INFO [RS:0;c7aa6e2790b3:43821 {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,43821,1731568669969-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T07:17:52,416 INFO [RS:0;c7aa6e2790b3:43821 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T07:17:52,416 INFO [RS:0;c7aa6e2790b3:43821 {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,43821,1731568669969-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:52,416 INFO [RS:0;c7aa6e2790b3:43821 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:52,416 INFO [RS:0;c7aa6e2790b3:43821 {}] regionserver.Replication(171): c7aa6e2790b3,43821,1731568669969 started 2024-11-14T07:17:52,430 INFO [RS:0;c7aa6e2790b3:43821 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:52,430 INFO [RS:0;c7aa6e2790b3:43821 {}] regionserver.HRegionServer(1482): Serving as c7aa6e2790b3,43821,1731568669969, RpcServer on c7aa6e2790b3/172.17.0.2:43821, sessionid=0x1013834f0eb0004 2024-11-14T07:17:52,430 DEBUG [RS:0;c7aa6e2790b3:43821 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T07:17:52,430 DEBUG [RS:0;c7aa6e2790b3:43821 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c7aa6e2790b3,43821,1731568669969 2024-11-14T07:17:52,430 DEBUG [RS:0;c7aa6e2790b3:43821 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c7aa6e2790b3,43821,1731568669969' 2024-11-14T07:17:52,430 DEBUG [RS:0;c7aa6e2790b3:43821 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11118346011/flush-table-proc/abort' 2024-11-14T07:17:52,431 DEBUG [RS:0;c7aa6e2790b3:43821 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11118346011/flush-table-proc/acquired' 2024-11-14T07:17:52,432 DEBUG [RS:0;c7aa6e2790b3:43821 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T07:17:52,432 DEBUG [RS:0;c7aa6e2790b3:43821 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T07:17:52,432 DEBUG [RS:0;c7aa6e2790b3:43821 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c7aa6e2790b3,43821,1731568669969 2024-11-14T07:17:52,432 DEBUG [RS:0;c7aa6e2790b3:43821 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c7aa6e2790b3,43821,1731568669969' 2024-11-14T07:17:52,432 DEBUG [RS:0;c7aa6e2790b3:43821 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11118346011/online-snapshot/abort' 2024-11-14T07:17:52,432 DEBUG [RS:0;c7aa6e2790b3:43821 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11118346011/online-snapshot/acquired' 2024-11-14T07:17:52,432 DEBUG [RS:0;c7aa6e2790b3:43821 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T07:17:52,432 INFO [RS:0;c7aa6e2790b3:43821 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T07:17:52,432 INFO [RS:0;c7aa6e2790b3:43821 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T07:17:52,533 INFO [RS:0;c7aa6e2790b3:43821 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T07:17:52,534 INFO [RS:0;c7aa6e2790b3:43821 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c7aa6e2790b3%2C43821%2C1731568669969, suffix=, logDir=hdfs://localhost:37761/user/jenkins/test-data/19f18d29-7cd7-2ed1-1239-699d920cecde/WALs/c7aa6e2790b3,43821,1731568669969, archiveDir=hdfs://localhost:37761/user/jenkins/test-data/19f18d29-7cd7-2ed1-1239-699d920cecde/oldWALs, maxLogs=10 2024-11-14T07:17:52,547 DEBUG [RS:0;c7aa6e2790b3:43821 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/19f18d29-7cd7-2ed1-1239-699d920cecde/WALs/c7aa6e2790b3,43821,1731568669969/c7aa6e2790b3%2C43821%2C1731568669969.1731568672535, exclude list is [], retry=0 2024-11-14T07:17:52,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46013,DS-23bafde4-3c41-4d63-9f19-437aa13ad0b9,DISK] 2024-11-14T07:17:52,552 INFO [RS:0;c7aa6e2790b3:43821 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/19f18d29-7cd7-2ed1-1239-699d920cecde/WALs/c7aa6e2790b3,43821,1731568669969/c7aa6e2790b3%2C43821%2C1731568669969.1731568672535 2024-11-14T07:17:52,553 DEBUG [RS:0;c7aa6e2790b3:43821 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34311:34311)] 2024-11-14T07:17:52,629 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37761/user/jenkins/test-data/19f18d29-7cd7-2ed1-1239-699d920cecde/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T07:17:52,629 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37761/user/jenkins/test-data/19f18d29-7cd7-2ed1-1239-699d920cecde 2024-11-14T07:17:52,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46013 is added to blk_1073741833_1009 (size=32) 2024-11-14T07:17:52,646 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T07:17:52,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:17:52,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:17:52,685 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T07:17:53,035 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:17:53,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T07:17:53,038 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T07:17:53,038 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:17:53,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:17:53,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T07:17:53,040 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T07:17:53,040 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:17:53,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:17:53,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T07:17:53,044 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T07:17:53,045 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:17:53,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:17:53,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T07:17:53,047 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T07:17:53,047 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:17:53,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:17:53,047 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T07:17:53,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37761/user/jenkins/test-data/19f18d29-7cd7-2ed1-1239-699d920cecde/data/hbase/meta/1588230740 2024-11-14T07:17:53,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37761/user/jenkins/test-data/19f18d29-7cd7-2ed1-1239-699d920cecde/data/hbase/meta/1588230740 2024-11-14T07:17:53,050 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T07:17:53,050 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T07:17:53,050 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T07:17:53,052 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T07:17:53,054 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37761/user/jenkins/test-data/19f18d29-7cd7-2ed1-1239-699d920cecde/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T07:17:53,054 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61740291, jitterRate=-0.0799979716539383}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T07:17:53,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731568673036Initializing all the Stores at 1731568673036Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568673037 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568673037Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568673037Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568673037Cleaning up temporary data from old regions at 1731568673050 (+13 ms)Region opened successfully at 1731568673055 (+5 ms) 2024-11-14T07:17:53,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T07:17:53,055 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T07:17:53,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T07:17:53,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T07:17:53,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T07:17:53,055 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T07:17:53,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731568673055Disabling compacts and flushes for region at 1731568673055Disabling writes for close at 1731568673055Writing region close event to WAL at 1731568673055Closed at 1731568673055 2024-11-14T07:17:53,057 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T07:17:53,057 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T07:17:53,057 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T07:17:53,058 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T07:17:53,059 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T07:17:53,209 DEBUG [c7aa6e2790b3:46203 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T07:17:53,210 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c7aa6e2790b3,43821,1731568669969 2024-11-14T07:17:53,211 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c7aa6e2790b3,43821,1731568669969, state=OPENING 2024-11-14T07:17:53,273 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T07:17:53,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46203-0x1013834f0eb0003, quorum=127.0.0.1:53082, baseZNode=/11118346011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11118346011 2024-11-14T07:17:53,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43821-0x1013834f0eb0004, quorum=127.0.0.1:53082, baseZNode=/11118346011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11118346011 2024-11-14T07:17:53,284 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11118346011/meta-region-server: CHANGED 2024-11-14T07:17:53,284 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11118346011/meta-region-server: CHANGED 2024-11-14T07:17:53,284 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T07:17:53,284 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c7aa6e2790b3,43821,1731568669969}] 2024-11-14T07:17:53,437 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T07:17:53,438 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44549, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T07:17:53,442 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T07:17:53,442 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T07:17:53,442 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T07:17:53,444 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c7aa6e2790b3%2C43821%2C1731568669969.meta, suffix=.meta, logDir=hdfs://localhost:37761/user/jenkins/test-data/19f18d29-7cd7-2ed1-1239-699d920cecde/WALs/c7aa6e2790b3,43821,1731568669969, archiveDir=hdfs://localhost:37761/user/jenkins/test-data/19f18d29-7cd7-2ed1-1239-699d920cecde/oldWALs, maxLogs=10 2024-11-14T07:17:53,455 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/19f18d29-7cd7-2ed1-1239-699d920cecde/WALs/c7aa6e2790b3,43821,1731568669969/c7aa6e2790b3%2C43821%2C1731568669969.meta.1731568673444.meta, exclude list is [], retry=0 2024-11-14T07:17:53,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46013,DS-23bafde4-3c41-4d63-9f19-437aa13ad0b9,DISK] 2024-11-14T07:17:53,459 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/19f18d29-7cd7-2ed1-1239-699d920cecde/WALs/c7aa6e2790b3,43821,1731568669969/c7aa6e2790b3%2C43821%2C1731568669969.meta.1731568673444.meta 2024-11-14T07:17:53,460 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34311:34311)] 2024-11-14T07:17:53,460 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T07:17:53,460 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T07:17:53,461 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T07:17:53,461 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T07:17:53,461 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T07:17:53,461 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T07:17:53,461 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:17:53,461 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T07:17:53,461 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T07:17:53,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T07:17:53,463 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T07:17:53,464 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:17:53,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:17:53,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T07:17:53,465 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T07:17:53,465 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:17:53,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:17:53,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T07:17:53,466 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T07:17:53,466 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:17:53,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:17:53,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T07:17:53,468 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T07:17:53,468 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:17:53,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:17:53,468 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T07:17:53,469 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37761/user/jenkins/test-data/19f18d29-7cd7-2ed1-1239-699d920cecde/data/hbase/meta/1588230740 2024-11-14T07:17:53,470 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37761/user/jenkins/test-data/19f18d29-7cd7-2ed1-1239-699d920cecde/data/hbase/meta/1588230740 2024-11-14T07:17:53,471 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T07:17:53,471 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T07:17:53,472 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T07:17:53,473 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T07:17:53,474 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74361559, jitterRate=0.10807357728481293}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T07:17:53,474 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T07:17:53,474 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731568673461Writing region info on filesystem at 1731568673461Initializing all the Stores at 1731568673462 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568673462Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568673462Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568673463 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568673463Cleaning up temporary data from old regions at 1731568673471 (+8 ms)Running coprocessor post-open hooks at 1731568673474 (+3 ms)Region opened successfully at 1731568673474 2024-11-14T07:17:53,475 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731568673437 2024-11-14T07:17:53,477 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T07:17:53,477 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T07:17:53,478 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c7aa6e2790b3,43821,1731568669969 2024-11-14T07:17:53,479 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c7aa6e2790b3,43821,1731568669969, state=OPEN 2024-11-14T07:17:53,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46203-0x1013834f0eb0003, quorum=127.0.0.1:53082, baseZNode=/11118346011 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11118346011/meta-region-server 2024-11-14T07:17:53,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43821-0x1013834f0eb0004, quorum=127.0.0.1:53082, baseZNode=/11118346011 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11118346011/meta-region-server 2024-11-14T07:17:53,484 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c7aa6e2790b3,43821,1731568669969 2024-11-14T07:17:53,484 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11118346011/meta-region-server: CHANGED 2024-11-14T07:17:53,484 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11118346011/meta-region-server: CHANGED 2024-11-14T07:17:53,487 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T07:17:53,487 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c7aa6e2790b3,43821,1731568669969 in 200 msec 2024-11-14T07:17:53,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T07:17:53,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 430 msec 2024-11-14T07:17:53,490 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T07:17:53,490 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T07:17:53,491 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T07:17:53,491 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c7aa6e2790b3,43821,1731568669969, seqNum=-1] 2024-11-14T07:17:53,492 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T07:17:53,493 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38093, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T07:17:53,499 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2840 sec 2024-11-14T07:17:53,499 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731568673499, completionTime=-1 2024-11-14T07:17:53,499 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T07:17:53,499 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T07:17:53,501 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T07:17:53,501 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731568733501 2024-11-14T07:17:53,501 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731568793501 2024-11-14T07:17:53,501 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T07:17:53,502 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,46203,1731568669820-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:53,502 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,46203,1731568669820-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:53,502 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,46203,1731568669820-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:53,502 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c7aa6e2790b3:46203, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:53,502 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:53,502 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:53,504 DEBUG [master/c7aa6e2790b3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T07:17:53,506 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.464sec 2024-11-14T07:17:53,506 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T07:17:53,506 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T07:17:53,506 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T07:17:53,506 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T07:17:53,506 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T07:17:53,506 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,46203,1731568669820-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T07:17:53,507 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,46203,1731568669820-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T07:17:53,509 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T07:17:53,509 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T07:17:53,509 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,46203,1731568669820-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:17:53,603 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28d6db02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:17:53,603 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,46203,-1 for getting cluster id 2024-11-14T07:17:53,603 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:17:53,604 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '295afc54-af10-4712-a0d0-d36692aa2db6' 2024-11-14T07:17:53,604 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:17:53,604 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "295afc54-af10-4712-a0d0-d36692aa2db6" 2024-11-14T07:17:53,605 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63c86e55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:17:53,605 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,46203,-1] 2024-11-14T07:17:53,605 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:17:53,605 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:17:53,606 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:17:53,607 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5931953f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:17:53,607 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T07:17:53,608 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c7aa6e2790b3,43821,1731568669969, seqNum=-1] 2024-11-14T07:17:53,608 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T07:17:53,609 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T07:17:53,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c7aa6e2790b3,46203,1731568669820 2024-11-14T07:17:53,612 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53082 2024-11-14T07:17:53,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53082, baseZNode=/11118346011 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T07:17:53,621 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013834f0eb0005 connected 2024-11-14T07:17:53,633 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71eed90c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:17:53,633 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,44501,-1 for getting cluster id 2024-11-14T07:17:53,633 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:17:53,634 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62ca7d72-de2d-403c-a024-44172da08598' 2024-11-14T07:17:53,635 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:17:53,635 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62ca7d72-de2d-403c-a024-44172da08598" 2024-11-14T07:17:53,635 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d22dc7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:17:53,635 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,44501,-1] 2024-11-14T07:17:53,635 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:17:53,636 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:17:53,637 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:17:53,637 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e6deee6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:17:53,638 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:17:53,638 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is c7aa6e2790b3,44501,1731568664119 2024-11-14T07:17:53,639 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a8c841f 2024-11-14T07:17:53,639 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T07:17:53,640 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T07:17:53,640 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44501 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c7aa6e2790b3:46203,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T07:17:53,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44501 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T07:17:53,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44501 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:17:53,643 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c7aa6e2790b3:46203' 2024-11-14T07:17:53,644 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@214ff90c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:17:53,644 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,46203,-1 for getting cluster id 2024-11-14T07:17:53,644 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:17:53,645 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '295afc54-af10-4712-a0d0-d36692aa2db6' 2024-11-14T07:17:53,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:17:53,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "295afc54-af10-4712-a0d0-d36692aa2db6" 2024-11-14T07:17:53,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cd2f654, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:17:53,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,46203,-1] 2024-11-14T07:17:53,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:17:53,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:17:53,647 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:17:53,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@219c25f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:17:53,648 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:17:53,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c7aa6e2790b3,46203,1731568669820 2024-11-14T07:17:53,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17434293 2024-11-14T07:17:53,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T07:17:53,650 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T07:17:53,651 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-14T07:17:53,651 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T07:17:53,651 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:17:53,651 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:17:53,651 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:17:53,651 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T07:17:53,653 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T07:17:53,654 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T07:17:53,654 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:17:53,656 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T07:17:53,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42885 is added to blk_1073741835_1011 (size=1138) 2024-11-14T07:17:53,703 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T07:17:53,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44501 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:17:53,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44501 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:17:54,064 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 04c15287f1f980f3224dfff4e5983f7e, NAME => 'hbase:replication,,1731568673651.04c15287f1f980f3224dfff4e5983f7e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39559/user/jenkins/test-data/b8b21a1e-13c8-47cd-507f-c05e1554fd96 2024-11-14T07:17:54,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42885 is added to blk_1073741836_1012 (size=44) 2024-11-14T07:17:54,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44501 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:17:54,470 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731568673651.04c15287f1f980f3224dfff4e5983f7e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:17:54,470 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 04c15287f1f980f3224dfff4e5983f7e, disabling compactions & flushes 2024-11-14T07:17:54,470 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731568673651.04c15287f1f980f3224dfff4e5983f7e. 2024-11-14T07:17:54,470 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731568673651.04c15287f1f980f3224dfff4e5983f7e. 2024-11-14T07:17:54,470 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731568673651.04c15287f1f980f3224dfff4e5983f7e. after waiting 0 ms 2024-11-14T07:17:54,470 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731568673651.04c15287f1f980f3224dfff4e5983f7e. 2024-11-14T07:17:54,470 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731568673651.04c15287f1f980f3224dfff4e5983f7e. 2024-11-14T07:17:54,470 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 04c15287f1f980f3224dfff4e5983f7e: Waiting for close lock at 1731568674470Disabling compacts and flushes for region at 1731568674470Disabling writes for close at 1731568674470Writing region close event to WAL at 1731568674470Closed at 1731568674470 2024-11-14T07:17:54,472 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T07:17:54,472 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731568673651.04c15287f1f980f3224dfff4e5983f7e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731568674472"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731568674472"}]},"ts":"1731568674472"} 2024-11-14T07:17:54,474 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T07:17:54,475 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T07:17:54,476 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731568674475"}]},"ts":"1731568674475"} 2024-11-14T07:17:54,478 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T07:17:54,478 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=04c15287f1f980f3224dfff4e5983f7e, ASSIGN}] 2024-11-14T07:17:54,479 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=04c15287f1f980f3224dfff4e5983f7e, ASSIGN 2024-11-14T07:17:54,480 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=04c15287f1f980f3224dfff4e5983f7e, ASSIGN; state=OFFLINE, location=c7aa6e2790b3,35909,1731568664307; forceNewPlan=false, retain=false 2024-11-14T07:17:54,631 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=04c15287f1f980f3224dfff4e5983f7e, regionState=OPENING, regionLocation=c7aa6e2790b3,35909,1731568664307 2024-11-14T07:17:54,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=04c15287f1f980f3224dfff4e5983f7e, ASSIGN because future has completed 2024-11-14T07:17:54,634 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 04c15287f1f980f3224dfff4e5983f7e, server=c7aa6e2790b3,35909,1731568664307}] 2024-11-14T07:17:54,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44501 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:17:54,790 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731568673651.04c15287f1f980f3224dfff4e5983f7e. 2024-11-14T07:17:54,790 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T07:17:54,790 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T07:17:54,792 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c7aa6e2790b3%2C35909%2C1731568664307.rep, suffix=, logDir=hdfs://localhost:39559/user/jenkins/test-data/b8b21a1e-13c8-47cd-507f-c05e1554fd96/WALs/c7aa6e2790b3,35909,1731568664307, archiveDir=hdfs://localhost:39559/user/jenkins/test-data/b8b21a1e-13c8-47cd-507f-c05e1554fd96/oldWALs, maxLogs=10 2024-11-14T07:17:54,803 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b8b21a1e-13c8-47cd-507f-c05e1554fd96/WALs/c7aa6e2790b3,35909,1731568664307/c7aa6e2790b3%2C35909%2C1731568664307.rep.1731568674792, exclude list is [], retry=0 2024-11-14T07:17:54,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42885,DS-7b0587a4-8acb-4970-b0b5-f687550ee0c6,DISK] 2024-11-14T07:17:54,807 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b8b21a1e-13c8-47cd-507f-c05e1554fd96/WALs/c7aa6e2790b3,35909,1731568664307/c7aa6e2790b3%2C35909%2C1731568664307.rep.1731568674792 2024-11-14T07:17:54,807 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40511:40511)] 2024-11-14T07:17:54,807 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 04c15287f1f980f3224dfff4e5983f7e, NAME => 'hbase:replication,,1731568673651.04c15287f1f980f3224dfff4e5983f7e.', STARTKEY => '', ENDKEY => ''} 2024-11-14T07:17:54,808 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T07:17:54,808 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T07:17:54,808 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731568673651.04c15287f1f980f3224dfff4e5983f7e. service=MultiRowMutationService 2024-11-14T07:17:54,808 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T07:17:54,808 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 04c15287f1f980f3224dfff4e5983f7e 2024-11-14T07:17:54,808 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731568673651.04c15287f1f980f3224dfff4e5983f7e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:17:54,808 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 04c15287f1f980f3224dfff4e5983f7e 2024-11-14T07:17:54,808 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 04c15287f1f980f3224dfff4e5983f7e 2024-11-14T07:17:54,810 INFO [StoreOpener-04c15287f1f980f3224dfff4e5983f7e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 04c15287f1f980f3224dfff4e5983f7e 2024-11-14T07:17:54,811 INFO [StoreOpener-04c15287f1f980f3224dfff4e5983f7e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 04c15287f1f980f3224dfff4e5983f7e columnFamilyName hfileref 2024-11-14T07:17:54,811 DEBUG [StoreOpener-04c15287f1f980f3224dfff4e5983f7e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:17:54,812 INFO [StoreOpener-04c15287f1f980f3224dfff4e5983f7e-1 {}] regionserver.HStore(327): Store=04c15287f1f980f3224dfff4e5983f7e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:17:54,812 INFO [StoreOpener-04c15287f1f980f3224dfff4e5983f7e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 04c15287f1f980f3224dfff4e5983f7e 2024-11-14T07:17:54,813 INFO [StoreOpener-04c15287f1f980f3224dfff4e5983f7e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 04c15287f1f980f3224dfff4e5983f7e columnFamilyName queue 2024-11-14T07:17:54,813 DEBUG [StoreOpener-04c15287f1f980f3224dfff4e5983f7e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:17:54,813 INFO [StoreOpener-04c15287f1f980f3224dfff4e5983f7e-1 {}] regionserver.HStore(327): Store=04c15287f1f980f3224dfff4e5983f7e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:17:54,813 INFO [StoreOpener-04c15287f1f980f3224dfff4e5983f7e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 04c15287f1f980f3224dfff4e5983f7e 2024-11-14T07:17:54,815 INFO [StoreOpener-04c15287f1f980f3224dfff4e5983f7e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 04c15287f1f980f3224dfff4e5983f7e columnFamilyName sid 2024-11-14T07:17:54,815 DEBUG [StoreOpener-04c15287f1f980f3224dfff4e5983f7e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:17:54,815 INFO [StoreOpener-04c15287f1f980f3224dfff4e5983f7e-1 {}] regionserver.HStore(327): Store=04c15287f1f980f3224dfff4e5983f7e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:17:54,815 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 04c15287f1f980f3224dfff4e5983f7e 2024-11-14T07:17:54,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39559/user/jenkins/test-data/b8b21a1e-13c8-47cd-507f-c05e1554fd96/data/hbase/replication/04c15287f1f980f3224dfff4e5983f7e 2024-11-14T07:17:54,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39559/user/jenkins/test-data/b8b21a1e-13c8-47cd-507f-c05e1554fd96/data/hbase/replication/04c15287f1f980f3224dfff4e5983f7e 2024-11-14T07:17:54,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 04c15287f1f980f3224dfff4e5983f7e 2024-11-14T07:17:54,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 04c15287f1f980f3224dfff4e5983f7e 2024-11-14T07:17:54,818 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T07:17:54,819 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 04c15287f1f980f3224dfff4e5983f7e 2024-11-14T07:17:54,821 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39559/user/jenkins/test-data/b8b21a1e-13c8-47cd-507f-c05e1554fd96/data/hbase/replication/04c15287f1f980f3224dfff4e5983f7e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T07:17:54,821 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 04c15287f1f980f3224dfff4e5983f7e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66291700, jitterRate=-0.012176692485809326}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T07:17:54,821 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 04c15287f1f980f3224dfff4e5983f7e 2024-11-14T07:17:54,822 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 04c15287f1f980f3224dfff4e5983f7e: Running coprocessor pre-open hook at 1731568674808Writing region info on filesystem at 1731568674808Initializing all the Stores at 1731568674809 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568674809Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568674809Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568674810 (+1 ms)Cleaning up temporary data from old regions at 1731568674817 (+7 ms)Running coprocessor post-open hooks at 1731568674821 (+4 ms)Region opened successfully at 1731568674822 (+1 ms) 2024-11-14T07:17:54,823 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731568673651.04c15287f1f980f3224dfff4e5983f7e., pid=7, masterSystemTime=1731568674786 2024-11-14T07:17:54,825 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731568673651.04c15287f1f980f3224dfff4e5983f7e. 2024-11-14T07:17:54,825 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731568673651.04c15287f1f980f3224dfff4e5983f7e. 2024-11-14T07:17:54,826 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=04c15287f1f980f3224dfff4e5983f7e, regionState=OPEN, openSeqNum=2, regionLocation=c7aa6e2790b3,35909,1731568664307 2024-11-14T07:17:54,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 04c15287f1f980f3224dfff4e5983f7e, server=c7aa6e2790b3,35909,1731568664307 because future has completed 2024-11-14T07:17:54,832 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-14T07:17:54,832 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 04c15287f1f980f3224dfff4e5983f7e, server=c7aa6e2790b3,35909,1731568664307 in 195 msec 2024-11-14T07:17:54,834 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T07:17:54,834 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=04c15287f1f980f3224dfff4e5983f7e, ASSIGN in 354 msec 2024-11-14T07:17:54,835 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T07:17:54,835 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731568674835"}]},"ts":"1731568674835"} 2024-11-14T07:17:54,838 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T07:17:54,840 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T07:17:54,843 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1890 sec 2024-11-14T07:17:54,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731568673651.04c15287f1f980f3224dfff4e5983f7e., hostname=c7aa6e2790b3,35909,1731568664307, seqNum=2] 2024-11-14T07:17:54,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44501-0x1013834f0eb0000, quorum=127.0.0.1:53082, baseZNode=/0-1023167105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1023167105 2024-11-14T07:17:54,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35909-0x1013834f0eb0001, quorum=127.0.0.1:53082, baseZNode=/0-1023167105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1023167105 2024-11-14T07:17:54,948 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T07:17:55,102 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35909 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-14T07:17:55,102 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T07:17:55,128 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-c7aa6e2790b3,35909,1731568664307, ReplicationSource: 1, currentBandwidth=0 2024-11-14T07:17:55,128 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T07:17:55,128 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c7aa6e2790b3,35909,1731568664307, seqNum=-1] 2024-11-14T07:17:55,129 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T07:17:55,130 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37151, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-14T07:17:55,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c7aa6e2790b3,35909,1731568664307', locateType=CURRENT is [region=hbase:replication,,1731568673651.04c15287f1f980f3224dfff4e5983f7e., hostname=c7aa6e2790b3,35909,1731568664307, seqNum=2] 2024-11-14T07:17:55,134 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-14T07:17:55,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44501 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-14T07:17:55,137 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c7aa6e2790b3,35909,1731568664307 suceeded 2024-11-14T07:17:55,140 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-14T07:17:55,140 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-14T07:17:55,140 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c7aa6e2790b3:46203,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T07:17:55,143 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5000 sec 2024-11-14T07:17:55,148 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,35909,1731568664307 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c7aa6e2790b3:46203' 2024-11-14T07:17:55,149 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,35909,1731568664307 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b89286b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:17:55,149 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,35909,1731568664307 {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,46203,-1 for getting cluster id 2024-11-14T07:17:55,149 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,35909,1731568664307 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:17:55,150 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '295afc54-af10-4712-a0d0-d36692aa2db6' 2024-11-14T07:17:55,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:17:55,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "295afc54-af10-4712-a0d0-d36692aa2db6" 2024-11-14T07:17:55,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1560d99b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:17:55,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,46203,-1] 2024-11-14T07:17:55,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:17:55,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:17:55,152 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:17:55,153 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,35909,1731568664307 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42453725, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:17:55,153 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,35909,1731568664307 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:17:55,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c7aa6e2790b3,46203,1731568669820 2024-11-14T07:17:55,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56c086b3 2024-11-14T07:17:55,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T07:17:55,155 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-14T07:17:55,156 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,35909,1731568664307 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c7aa6e2790b3,35909,1731568664307 (queues=1) is replicating from cluster=62ca7d72-de2d-403c-a024-44172da08598 to cluster=295afc54-af10-4712-a0d0-d36692aa2db6 2024-11-14T07:17:55,156 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,35909,1731568664307 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c7aa6e2790b3%2C35909%2C1731568664307 2024-11-14T07:17:55,156 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,35909,1731568664307 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c7aa6e2790b3,35909,1731568664307, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T07:17:55,156 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,35909,1731568664307.replicationSource.shipperc7aa6e2790b3%2C35909%2C1731568664307,1-c7aa6e2790b3,35909,1731568664307 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c7aa6e2790b3%2C35909%2C1731568664307 2024-11-14T07:17:55,156 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,35909,1731568664307.replicationSource.wal-reader.c7aa6e2790b3%2C35909%2C1731568664307,1-c7aa6e2790b3,35909,1731568664307 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39559/user/jenkins/test-data/b8b21a1e-13c8-47cd-507f-c05e1554fd96/WALs/c7aa6e2790b3,35909,1731568664307/c7aa6e2790b3%2C35909%2C1731568664307.1731568666635, startPosition=0, beingWritten=true 2024-11-14T07:17:55,362 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,35909,1731568664307.replicationSource.wal-reader.c7aa6e2790b3%2C35909%2C1731568664307,1-c7aa6e2790b3,35909,1731568664307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39559/user/jenkins/test-data/b8b21a1e-13c8-47cd-507f-c05e1554fd96/WALs/c7aa6e2790b3,35909,1731568664307/c7aa6e2790b3%2C35909%2C1731568664307.1731568666635 to pos 0, reset compression=false 2024-11-14T07:17:55,667 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,35909,1731568664307.replicationSource.wal-reader.c7aa6e2790b3%2C35909%2C1731568664307,1-c7aa6e2790b3,35909,1731568664307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39559/user/jenkins/test-data/b8b21a1e-13c8-47cd-507f-c05e1554fd96/WALs/c7aa6e2790b3,35909,1731568664307/c7aa6e2790b3%2C35909%2C1731568664307.1731568666635 to pos 0, reset compression=false 2024-11-14T07:17:55,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44501 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:17:55,786 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T07:17:55,786 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T07:17:55,786 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:17:55,786 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:17:55,786 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:17:55,786 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:17:55,786 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:17:55,787 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is c7aa6e2790b3,44501,1731568664119 2024-11-14T07:17:55,787 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@752589e0 2024-11-14T07:17:55,787 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T07:17:55,788 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T07:17:55,788 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44501 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-14T07:17:55,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T07:17:55,789 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T07:17:55,789 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:17:55,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:17:55,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:17:55,789 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:17:55,789 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T07:17:55,789 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=727016985, stopped=false 2024-11-14T07:17:55,789 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c7aa6e2790b3,46203,1731568669820 2024-11-14T07:17:55,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43821-0x1013834f0eb0004, quorum=127.0.0.1:53082, baseZNode=/11118346011 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11118346011/running 2024-11-14T07:17:55,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46203-0x1013834f0eb0003, quorum=127.0.0.1:53082, baseZNode=/11118346011 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11118346011/running 2024-11-14T07:17:55,905 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T07:17:55,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46203-0x1013834f0eb0003, quorum=127.0.0.1:53082, baseZNode=/11118346011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11118346011 2024-11-14T07:17:55,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43821-0x1013834f0eb0004, quorum=127.0.0.1:53082, baseZNode=/11118346011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11118346011 2024-11-14T07:17:55,905 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T07:17:55,905 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:17:55,905 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:17:55,905 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43821-0x1013834f0eb0004, quorum=127.0.0.1:53082, baseZNode=/11118346011 Set watcher on znode that does not yet exist, /11118346011/running 2024-11-14T07:17:55,905 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c7aa6e2790b3,43821,1731568669969' ***** 2024-11-14T07:17:55,905 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T07:17:55,905 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46203-0x1013834f0eb0003, quorum=127.0.0.1:53082, baseZNode=/11118346011 Set watcher on znode that does not yet exist, /11118346011/running 2024-11-14T07:17:55,905 INFO [RS:0;c7aa6e2790b3:43821 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T07:17:55,905 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T07:17:55,906 INFO [RS:0;c7aa6e2790b3:43821 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T07:17:55,906 INFO [RS:0;c7aa6e2790b3:43821 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T07:17:55,906 INFO [RS:0;c7aa6e2790b3:43821 {}] regionserver.HRegionServer(959): stopping server c7aa6e2790b3,43821,1731568669969 2024-11-14T07:17:55,906 INFO [RS:0;c7aa6e2790b3:43821 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T07:17:55,906 INFO [RS:0;c7aa6e2790b3:43821 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c7aa6e2790b3:43821. 2024-11-14T07:17:55,906 DEBUG [RS:0;c7aa6e2790b3:43821 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:17:55,906 DEBUG [RS:0;c7aa6e2790b3:43821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:17:55,906 INFO [RS:0;c7aa6e2790b3:43821 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T07:17:55,906 INFO [RS:0;c7aa6e2790b3:43821 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T07:17:55,906 INFO [RS:0;c7aa6e2790b3:43821 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T07:17:55,906 INFO [RS:0;c7aa6e2790b3:43821 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T07:17:55,906 INFO [RS:0;c7aa6e2790b3:43821 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T07:17:55,906 DEBUG [RS:0;c7aa6e2790b3:43821 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T07:17:55,906 DEBUG [RS:0;c7aa6e2790b3:43821 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T07:17:55,907 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T07:17:55,907 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T07:17:55,907 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T07:17:55,907 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T07:17:55,907 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T07:17:55,907 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-14T07:17:55,924 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37761/user/jenkins/test-data/19f18d29-7cd7-2ed1-1239-699d920cecde/data/hbase/meta/1588230740/.tmp/ns/944b7c9f0edf4d88b9ad65f978bf0c2c is 43, key is default/ns:d/1731568673493/Put/seqid=0 2024-11-14T07:17:55,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46013 is added to blk_1073741835_1011 (size=5153) 2024-11-14T07:17:56,003 INFO [regionserver/c7aa6e2790b3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T07:17:56,072 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,35909,1731568664307.replicationSource.wal-reader.c7aa6e2790b3%2C35909%2C1731568664307,1-c7aa6e2790b3,35909,1731568664307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39559/user/jenkins/test-data/b8b21a1e-13c8-47cd-507f-c05e1554fd96/WALs/c7aa6e2790b3,35909,1731568664307/c7aa6e2790b3%2C35909%2C1731568664307.1731568666635 to pos 0, reset compression=false 2024-11-14T07:17:56,107 DEBUG [RS:0;c7aa6e2790b3:43821 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T07:17:56,307 DEBUG [RS:0;c7aa6e2790b3:43821 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T07:17:56,335 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37761/user/jenkins/test-data/19f18d29-7cd7-2ed1-1239-699d920cecde/data/hbase/meta/1588230740/.tmp/ns/944b7c9f0edf4d88b9ad65f978bf0c2c 2024-11-14T07:17:56,341 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37761/user/jenkins/test-data/19f18d29-7cd7-2ed1-1239-699d920cecde/data/hbase/meta/1588230740/.tmp/ns/944b7c9f0edf4d88b9ad65f978bf0c2c as hdfs://localhost:37761/user/jenkins/test-data/19f18d29-7cd7-2ed1-1239-699d920cecde/data/hbase/meta/1588230740/ns/944b7c9f0edf4d88b9ad65f978bf0c2c 2024-11-14T07:17:56,347 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37761/user/jenkins/test-data/19f18d29-7cd7-2ed1-1239-699d920cecde/data/hbase/meta/1588230740/ns/944b7c9f0edf4d88b9ad65f978bf0c2c, entries=2, sequenceid=6, filesize=5.0 K 2024-11-14T07:17:56,349 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 442ms, sequenceid=6, compaction requested=false 2024-11-14T07:17:56,353 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37761/user/jenkins/test-data/19f18d29-7cd7-2ed1-1239-699d920cecde/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-14T07:17:56,354 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T07:17:56,354 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T07:17:56,354 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T07:17:56,354 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731568675906Running coprocessor pre-close hooks at 1731568675906Disabling compacts and flushes for region at 1731568675906Disabling writes for close at 1731568675907 (+1 ms)Obtaining lock to block concurrent updates at 1731568675907Preparing flush snapshotting stores in 1588230740 at 1731568675907Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731568675907Flushing stores of hbase:meta,,1.1588230740 at 1731568675908 (+1 ms)Flushing 1588230740/ns: creating writer at 1731568675908Flushing 1588230740/ns: appending metadata at 1731568675923 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731568675923Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65058449: reopening flushed file at 1731568676340 (+417 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 442ms, sequenceid=6, compaction requested=false at 1731568676349 (+9 ms)Writing region close event to WAL at 1731568676349Running coprocessor post-close hooks at 1731568676354 (+5 ms)Closed at 1731568676354 2024-11-14T07:17:56,354 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T07:17:56,400 INFO [regionserver/c7aa6e2790b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T07:17:56,400 INFO [regionserver/c7aa6e2790b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T07:17:56,507 INFO [RS:0;c7aa6e2790b3:43821 {}] regionserver.HRegionServer(976): stopping server c7aa6e2790b3,43821,1731568669969; all regions closed. 2024-11-14T07:17:56,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46013 is added to blk_1073741834_1010 (size=1152) 2024-11-14T07:17:56,510 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/19f18d29-7cd7-2ed1-1239-699d920cecde/WALs/c7aa6e2790b3,43821,1731568669969/c7aa6e2790b3%2C43821%2C1731568669969.meta.1731568673444.meta not finished, retry = 0 2024-11-14T07:17:56,577 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,35909,1731568664307.replicationSource.wal-reader.c7aa6e2790b3%2C35909%2C1731568664307,1-c7aa6e2790b3,35909,1731568664307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39559/user/jenkins/test-data/b8b21a1e-13c8-47cd-507f-c05e1554fd96/WALs/c7aa6e2790b3,35909,1731568664307/c7aa6e2790b3%2C35909%2C1731568664307.1731568666635 to pos 0, reset compression=false 2024-11-14T07:17:56,612 DEBUG [RS:0;c7aa6e2790b3:43821 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/19f18d29-7cd7-2ed1-1239-699d920cecde/oldWALs 2024-11-14T07:17:56,612 INFO [RS:0;c7aa6e2790b3:43821 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c7aa6e2790b3%2C43821%2C1731568669969.meta:.meta(num 1731568673444) 2024-11-14T07:17:56,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46013 is added to blk_1073741832_1008 (size=93) 2024-11-14T07:17:56,615 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/19f18d29-7cd7-2ed1-1239-699d920cecde/WALs/c7aa6e2790b3,43821,1731568669969/c7aa6e2790b3%2C43821%2C1731568669969.1731568672535 not finished, retry = 0 2024-11-14T07:17:56,717 DEBUG [RS:0;c7aa6e2790b3:43821 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/19f18d29-7cd7-2ed1-1239-699d920cecde/oldWALs 2024-11-14T07:17:56,718 INFO [RS:0;c7aa6e2790b3:43821 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c7aa6e2790b3%2C43821%2C1731568669969:(num 1731568672535) 2024-11-14T07:17:56,718 DEBUG [RS:0;c7aa6e2790b3:43821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:17:56,718 INFO [RS:0;c7aa6e2790b3:43821 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T07:17:56,718 INFO [RS:0;c7aa6e2790b3:43821 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T07:17:56,718 INFO [RS:0;c7aa6e2790b3:43821 {}] hbase.ChoreService(370): Chore service for: regionserver/c7aa6e2790b3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T07:17:56,718 INFO [RS:0;c7aa6e2790b3:43821 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T07:17:56,718 INFO [regionserver/c7aa6e2790b3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T07:17:56,718 INFO [RS:0;c7aa6e2790b3:43821 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43821 2024-11-14T07:17:56,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43821-0x1013834f0eb0004, quorum=127.0.0.1:53082, baseZNode=/11118346011 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11118346011/rs/c7aa6e2790b3,43821,1731568669969 2024-11-14T07:17:56,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46203-0x1013834f0eb0003, quorum=127.0.0.1:53082, baseZNode=/11118346011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11118346011/rs 2024-11-14T07:17:56,778 INFO [RS:0;c7aa6e2790b3:43821 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T07:17:56,789 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c7aa6e2790b3,43821,1731568669969] 2024-11-14T07:17:56,799 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11118346011/draining/c7aa6e2790b3,43821,1731568669969 already deleted, retry=false 2024-11-14T07:17:56,799 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c7aa6e2790b3,43821,1731568669969 expired; onlineServers=0 2024-11-14T07:17:56,799 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c7aa6e2790b3,46203,1731568669820' ***** 2024-11-14T07:17:56,799 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T07:17:56,799 INFO [M:0;c7aa6e2790b3:46203 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T07:17:56,799 INFO [M:0;c7aa6e2790b3:46203 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T07:17:56,799 DEBUG [M:0;c7aa6e2790b3:46203 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T07:17:56,800 DEBUG [M:0;c7aa6e2790b3:46203 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T07:17:56,800 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T07:17:56,800 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.large.0-1731568672219 {}] cleaner.HFileCleaner(306): Exit Thread[master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.large.0-1731568672219,5,FailOnTimeoutGroup] 2024-11-14T07:17:56,800 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.small.0-1731568672220 {}] cleaner.HFileCleaner(306): Exit Thread[master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.small.0-1731568672220,5,FailOnTimeoutGroup] 2024-11-14T07:17:56,800 INFO [M:0;c7aa6e2790b3:46203 {}] hbase.ChoreService(370): Chore service for: master/c7aa6e2790b3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T07:17:56,800 INFO [M:0;c7aa6e2790b3:46203 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T07:17:56,800 DEBUG [M:0;c7aa6e2790b3:46203 {}] master.HMaster(1795): Stopping service threads 2024-11-14T07:17:56,800 INFO [M:0;c7aa6e2790b3:46203 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T07:17:56,800 INFO [M:0;c7aa6e2790b3:46203 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T07:17:56,800 INFO [M:0;c7aa6e2790b3:46203 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T07:17:56,800 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T07:17:56,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46203-0x1013834f0eb0003, quorum=127.0.0.1:53082, baseZNode=/11118346011 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11118346011/master 2024-11-14T07:17:56,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46203-0x1013834f0eb0003, quorum=127.0.0.1:53082, baseZNode=/11118346011 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11118346011 2024-11-14T07:17:56,810 DEBUG [M:0;c7aa6e2790b3:46203 {}] zookeeper.ZKUtil(347): master:46203-0x1013834f0eb0003, quorum=127.0.0.1:53082, baseZNode=/11118346011 Unable to get data of znode /11118346011/master because node does not exist (not an error) 2024-11-14T07:17:56,810 WARN [M:0;c7aa6e2790b3:46203 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T07:17:56,810 INFO [M:0;c7aa6e2790b3:46203 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37761/user/jenkins/test-data/19f18d29-7cd7-2ed1-1239-699d920cecde/.lastflushedseqids 2024-11-14T07:17:56,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46013 is added to blk_1073741836_1012 (size=99) 2024-11-14T07:17:56,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43821-0x1013834f0eb0004, quorum=127.0.0.1:53082, baseZNode=/11118346011 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T07:17:56,889 INFO [RS:0;c7aa6e2790b3:43821 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T07:17:56,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43821-0x1013834f0eb0004, quorum=127.0.0.1:53082, baseZNode=/11118346011 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T07:17:56,889 INFO [RS:0;c7aa6e2790b3:43821 {}] regionserver.HRegionServer(1031): Exiting; stopping=c7aa6e2790b3,43821,1731568669969; zookeeper connection closed. 2024-11-14T07:17:56,889 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5c2051ea {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5c2051ea 2024-11-14T07:17:56,889 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T07:17:57,144 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T07:17:57,144 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T07:17:57,145 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T07:17:57,145 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-14T07:17:57,145 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T07:17:57,145 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-14T07:17:57,145 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T07:17:57,145 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T07:17:57,181 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,35909,1731568664307.replicationSource.wal-reader.c7aa6e2790b3%2C35909%2C1731568664307,1-c7aa6e2790b3,35909,1731568664307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39559/user/jenkins/test-data/b8b21a1e-13c8-47cd-507f-c05e1554fd96/WALs/c7aa6e2790b3,35909,1731568664307/c7aa6e2790b3%2C35909%2C1731568664307.1731568666635 to pos 0, reset compression=false 2024-11-14T07:17:57,216 INFO [M:0;c7aa6e2790b3:46203 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T07:17:57,216 INFO [M:0;c7aa6e2790b3:46203 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T07:17:57,216 DEBUG [M:0;c7aa6e2790b3:46203 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T07:17:57,216 INFO [M:0;c7aa6e2790b3:46203 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:17:57,216 DEBUG [M:0;c7aa6e2790b3:46203 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:17:57,216 DEBUG [M:0;c7aa6e2790b3:46203 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T07:17:57,216 DEBUG [M:0;c7aa6e2790b3:46203 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:17:57,216 INFO [M:0;c7aa6e2790b3:46203 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-14T07:17:57,230 DEBUG [M:0;c7aa6e2790b3:46203 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37761/user/jenkins/test-data/19f18d29-7cd7-2ed1-1239-699d920cecde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a836bbeec64b415d9ff6191f99484114 is 82, key is hbase:meta,,1/info:regioninfo/1731568673478/Put/seqid=0 2024-11-14T07:17:57,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46013 is added to blk_1073741837_1013 (size=5672) 2024-11-14T07:17:57,635 INFO [M:0;c7aa6e2790b3:46203 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37761/user/jenkins/test-data/19f18d29-7cd7-2ed1-1239-699d920cecde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a836bbeec64b415d9ff6191f99484114 2024-11-14T07:17:57,653 DEBUG [M:0;c7aa6e2790b3:46203 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37761/user/jenkins/test-data/19f18d29-7cd7-2ed1-1239-699d920cecde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/19b33a2fa3c848909ff4a0e7a7ef0bf4 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731568673498/Put/seqid=0 2024-11-14T07:17:57,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46013 is added to blk_1073741838_1014 (size=5275) 2024-11-14T07:17:57,887 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,35909,1731568664307.replicationSource.wal-reader.c7aa6e2790b3%2C35909%2C1731568664307,1-c7aa6e2790b3,35909,1731568664307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39559/user/jenkins/test-data/b8b21a1e-13c8-47cd-507f-c05e1554fd96/WALs/c7aa6e2790b3,35909,1731568664307/c7aa6e2790b3%2C35909%2C1731568664307.1731568666635 to pos 0, reset compression=false 2024-11-14T07:17:58,058 INFO [M:0;c7aa6e2790b3:46203 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37761/user/jenkins/test-data/19f18d29-7cd7-2ed1-1239-699d920cecde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/19b33a2fa3c848909ff4a0e7a7ef0bf4 2024-11-14T07:17:58,075 DEBUG [M:0;c7aa6e2790b3:46203 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37761/user/jenkins/test-data/19f18d29-7cd7-2ed1-1239-699d920cecde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b6ebaa621e6f48aebb29ee6a3a82dab6 is 69, key is c7aa6e2790b3,43821,1731568669969/rs:state/1731568672341/Put/seqid=0 2024-11-14T07:17:58,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46013 is added to blk_1073741839_1015 (size=5156) 2024-11-14T07:17:58,480 INFO [M:0;c7aa6e2790b3:46203 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37761/user/jenkins/test-data/19f18d29-7cd7-2ed1-1239-699d920cecde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b6ebaa621e6f48aebb29ee6a3a82dab6 2024-11-14T07:17:58,489 DEBUG [M:0;c7aa6e2790b3:46203 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37761/user/jenkins/test-data/19f18d29-7cd7-2ed1-1239-699d920cecde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a836bbeec64b415d9ff6191f99484114 as hdfs://localhost:37761/user/jenkins/test-data/19f18d29-7cd7-2ed1-1239-699d920cecde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a836bbeec64b415d9ff6191f99484114 2024-11-14T07:17:58,496 INFO [M:0;c7aa6e2790b3:46203 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37761/user/jenkins/test-data/19f18d29-7cd7-2ed1-1239-699d920cecde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a836bbeec64b415d9ff6191f99484114, entries=8, sequenceid=28, filesize=5.5 K 2024-11-14T07:17:58,497 DEBUG [M:0;c7aa6e2790b3:46203 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37761/user/jenkins/test-data/19f18d29-7cd7-2ed1-1239-699d920cecde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/19b33a2fa3c848909ff4a0e7a7ef0bf4 as hdfs://localhost:37761/user/jenkins/test-data/19f18d29-7cd7-2ed1-1239-699d920cecde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/19b33a2fa3c848909ff4a0e7a7ef0bf4 2024-11-14T07:17:58,504 INFO [M:0;c7aa6e2790b3:46203 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37761/user/jenkins/test-data/19f18d29-7cd7-2ed1-1239-699d920cecde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/19b33a2fa3c848909ff4a0e7a7ef0bf4, entries=3, sequenceid=28, filesize=5.2 K 2024-11-14T07:17:58,505 DEBUG [M:0;c7aa6e2790b3:46203 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37761/user/jenkins/test-data/19f18d29-7cd7-2ed1-1239-699d920cecde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b6ebaa621e6f48aebb29ee6a3a82dab6 as hdfs://localhost:37761/user/jenkins/test-data/19f18d29-7cd7-2ed1-1239-699d920cecde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b6ebaa621e6f48aebb29ee6a3a82dab6 2024-11-14T07:17:58,512 INFO [M:0;c7aa6e2790b3:46203 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37761/user/jenkins/test-data/19f18d29-7cd7-2ed1-1239-699d920cecde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b6ebaa621e6f48aebb29ee6a3a82dab6, entries=1, sequenceid=28, filesize=5.0 K 2024-11-14T07:17:58,515 INFO [M:0;c7aa6e2790b3:46203 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1299ms, sequenceid=28, compaction requested=false 2024-11-14T07:17:58,520 INFO [M:0;c7aa6e2790b3:46203 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:17:58,521 DEBUG [M:0;c7aa6e2790b3:46203 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731568677216Disabling compacts and flushes for region at 1731568677216Disabling writes for close at 1731568677216Obtaining lock to block concurrent updates at 1731568677216Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731568677216Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731568677217 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731568677217Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731568677217Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731568677230 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731568677230Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731568677640 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731568677652 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731568677652Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731568678063 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731568678075 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731568678075Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b4e3040: reopening flushed file at 1731568678488 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@158301b9: reopening flushed file at 1731568678496 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@289d28b2: reopening flushed file at 1731568678504 (+8 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1299ms, sequenceid=28, compaction requested=false at 1731568678515 (+11 ms)Writing region close event to WAL at 1731568678520 (+5 ms)Closed at 1731568678520 2024-11-14T07:17:58,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46013 is added to blk_1073741830_1006 (size=10165) 2024-11-14T07:17:58,530 INFO [M:0;c7aa6e2790b3:46203 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T07:17:58,531 INFO [M:0;c7aa6e2790b3:46203 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46203 2024-11-14T07:17:58,531 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T07:17:58,531 INFO [M:0;c7aa6e2790b3:46203 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T07:17:58,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46203-0x1013834f0eb0003, quorum=127.0.0.1:53082, baseZNode=/11118346011 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T07:17:58,689 INFO [M:0;c7aa6e2790b3:46203 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T07:17:58,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46203-0x1013834f0eb0003, quorum=127.0.0.1:53082, baseZNode=/11118346011 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T07:17:58,691 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,35909,1731568664307.replicationSource.wal-reader.c7aa6e2790b3%2C35909%2C1731568664307,1-c7aa6e2790b3,35909,1731568664307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39559/user/jenkins/test-data/b8b21a1e-13c8-47cd-507f-c05e1554fd96/WALs/c7aa6e2790b3,35909,1731568664307/c7aa6e2790b3%2C35909%2C1731568664307.1731568666635 to pos 0, reset compression=false 2024-11-14T07:17:58,709 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@70e83bd2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T07:17:58,709 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@71c9e501{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T07:17:58,709 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T07:17:58,710 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12c2c801{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T07:17:58,710 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a6c6f8a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/41b174dd-ef9f-e4f5-33e2-dcc7aa92d8b1/hadoop.log.dir/,STOPPED} 2024-11-14T07:17:58,712 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T07:17:58,712 WARN [BP-835035819-172.17.0.2-1731568667909 heartbeating to localhost/127.0.0.1:37761 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T07:17:58,712 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T07:17:58,712 WARN [BP-835035819-172.17.0.2-1731568667909 heartbeating to localhost/127.0.0.1:37761 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-835035819-172.17.0.2-1731568667909 (Datanode Uuid e6529072-de14-412a-b43e-74ffbff6009a) service to localhost/127.0.0.1:37761 2024-11-14T07:17:58,712 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/41b174dd-ef9f-e4f5-33e2-dcc7aa92d8b1/cluster_b09ded99-f3dd-36d7-36a3-3ad527262084/data/data1/current/BP-835035819-172.17.0.2-1731568667909 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T07:17:58,713 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/41b174dd-ef9f-e4f5-33e2-dcc7aa92d8b1/cluster_b09ded99-f3dd-36d7-36a3-3ad527262084/data/data2/current/BP-835035819-172.17.0.2-1731568667909 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T07:17:58,713 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T07:17:58,722 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d735b3d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T07:17:58,723 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3d7f552c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T07:17:58,723 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T07:17:58,724 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@464d20e8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T07:17:58,724 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c151648{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/41b174dd-ef9f-e4f5-33e2-dcc7aa92d8b1/hadoop.log.dir/,STOPPED} 2024-11-14T07:17:58,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T07:17:58,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T07:17:58,743 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T07:17:58,743 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:17:58,743 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:17:58,743 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:17:58,743 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:17:58,744 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T07:17:58,744 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1163069853, stopped=false 2024-11-14T07:17:58,744 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c7aa6e2790b3,44501,1731568664119 2024-11-14T07:17:58,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35909-0x1013834f0eb0001, quorum=127.0.0.1:53082, baseZNode=/0-1023167105 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1023167105/running 2024-11-14T07:17:58,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35909-0x1013834f0eb0001, quorum=127.0.0.1:53082, baseZNode=/0-1023167105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1023167105 2024-11-14T07:17:58,757 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T07:17:58,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44501-0x1013834f0eb0000, quorum=127.0.0.1:53082, baseZNode=/0-1023167105 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1023167105/running 2024-11-14T07:17:58,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44501-0x1013834f0eb0000, quorum=127.0.0.1:53082, baseZNode=/0-1023167105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1023167105 2024-11-14T07:17:58,758 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35909-0x1013834f0eb0001, quorum=127.0.0.1:53082, baseZNode=/0-1023167105 Set watcher on znode that does not yet exist, /0-1023167105/running 2024-11-14T07:17:58,758 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T07:17:58,758 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:17:58,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:17:58,758 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44501-0x1013834f0eb0000, quorum=127.0.0.1:53082, baseZNode=/0-1023167105 Set watcher on znode that does not yet exist, /0-1023167105/running 2024-11-14T07:17:58,759 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c7aa6e2790b3,35909,1731568664307' ***** 2024-11-14T07:17:58,759 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T07:17:58,759 INFO [RS:0;c7aa6e2790b3:35909 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T07:17:58,759 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T07:17:58,759 INFO [RS:0;c7aa6e2790b3:35909 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T07:17:58,759 INFO [RS:0;c7aa6e2790b3:35909 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T07:17:58,759 INFO [RS:0;c7aa6e2790b3:35909 {}] regionserver.HRegionServer(3091): Received CLOSE for 04c15287f1f980f3224dfff4e5983f7e 2024-11-14T07:17:58,759 INFO [RS:0;c7aa6e2790b3:35909 {}] regionserver.HRegionServer(959): stopping server c7aa6e2790b3,35909,1731568664307 2024-11-14T07:17:58,759 INFO [RS:0;c7aa6e2790b3:35909 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T07:17:58,760 INFO [RS:0;c7aa6e2790b3:35909 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c7aa6e2790b3:35909. 2024-11-14T07:17:58,760 DEBUG [RS:0;c7aa6e2790b3:35909 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:17:58,760 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 04c15287f1f980f3224dfff4e5983f7e, disabling compactions & flushes 2024-11-14T07:17:58,760 DEBUG [RS:0;c7aa6e2790b3:35909 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:17:58,760 INFO [RS:0;c7aa6e2790b3:35909 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T07:17:58,760 INFO [RS:0;c7aa6e2790b3:35909 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T07:17:58,760 INFO [RS:0;c7aa6e2790b3:35909 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T07:17:58,760 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731568673651.04c15287f1f980f3224dfff4e5983f7e. 2024-11-14T07:17:58,760 INFO [RS:0;c7aa6e2790b3:35909 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T07:17:58,760 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731568673651.04c15287f1f980f3224dfff4e5983f7e. 2024-11-14T07:17:58,760 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731568673651.04c15287f1f980f3224dfff4e5983f7e. after waiting 0 ms 2024-11-14T07:17:58,760 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731568673651.04c15287f1f980f3224dfff4e5983f7e. 2024-11-14T07:17:58,760 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 04c15287f1f980f3224dfff4e5983f7e 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-14T07:17:58,761 INFO [RS:0;c7aa6e2790b3:35909 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T07:17:58,761 DEBUG [RS:0;c7aa6e2790b3:35909 {}] regionserver.HRegionServer(1325): Online Regions={04c15287f1f980f3224dfff4e5983f7e=hbase:replication,,1731568673651.04c15287f1f980f3224dfff4e5983f7e., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T07:17:58,761 DEBUG [RS:0;c7aa6e2790b3:35909 {}] regionserver.HRegionServer(1351): Waiting on 04c15287f1f980f3224dfff4e5983f7e, 1588230740 2024-11-14T07:17:58,761 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T07:17:58,761 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T07:17:58,761 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T07:17:58,761 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T07:17:58,761 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T07:17:58,761 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-14T07:17:58,783 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39559/user/jenkins/test-data/b8b21a1e-13c8-47cd-507f-c05e1554fd96/data/hbase/replication/04c15287f1f980f3224dfff4e5983f7e/.tmp/queue/46713577340f442fb62b10e25125742d is 151, key is 1-c7aa6e2790b3,35909,1731568664307/queue:c7aa6e2790b3%2C35909%2C1731568664307/1731568675133/Put/seqid=0 2024-11-14T07:17:58,784 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39559/user/jenkins/test-data/b8b21a1e-13c8-47cd-507f-c05e1554fd96/data/hbase/meta/1588230740/.tmp/info/4291109eb3644593a45e5e9129690d33 is 147, key is hbase:replication,,1731568673651.04c15287f1f980f3224dfff4e5983f7e./info:regioninfo/1731568674826/Put/seqid=0 2024-11-14T07:17:58,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42885 is added to blk_1073741838_1014 (size=6631) 2024-11-14T07:17:58,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42885 is added to blk_1073741839_1015 (size=5350) 2024-11-14T07:17:58,800 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39559/user/jenkins/test-data/b8b21a1e-13c8-47cd-507f-c05e1554fd96/data/hbase/replication/04c15287f1f980f3224dfff4e5983f7e/.tmp/queue/46713577340f442fb62b10e25125742d 2024-11-14T07:17:58,810 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39559/user/jenkins/test-data/b8b21a1e-13c8-47cd-507f-c05e1554fd96/data/hbase/replication/04c15287f1f980f3224dfff4e5983f7e/.tmp/queue/46713577340f442fb62b10e25125742d as hdfs://localhost:39559/user/jenkins/test-data/b8b21a1e-13c8-47cd-507f-c05e1554fd96/data/hbase/replication/04c15287f1f980f3224dfff4e5983f7e/queue/46713577340f442fb62b10e25125742d 2024-11-14T07:17:58,814 INFO [regionserver/c7aa6e2790b3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T07:17:58,816 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39559/user/jenkins/test-data/b8b21a1e-13c8-47cd-507f-c05e1554fd96/data/hbase/replication/04c15287f1f980f3224dfff4e5983f7e/queue/46713577340f442fb62b10e25125742d, entries=1, sequenceid=5, filesize=5.2 K 2024-11-14T07:17:58,818 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 04c15287f1f980f3224dfff4e5983f7e in 58ms, sequenceid=5, compaction requested=false 2024-11-14T07:17:58,833 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39559/user/jenkins/test-data/b8b21a1e-13c8-47cd-507f-c05e1554fd96/data/hbase/replication/04c15287f1f980f3224dfff4e5983f7e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T07:17:58,833 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T07:17:58,833 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T07:17:58,833 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731568673651.04c15287f1f980f3224dfff4e5983f7e. 2024-11-14T07:17:58,833 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 04c15287f1f980f3224dfff4e5983f7e: Waiting for close lock at 1731568678760Running coprocessor pre-close hooks at 1731568678760Disabling compacts and flushes for region at 1731568678760Disabling writes for close at 1731568678760Obtaining lock to block concurrent updates at 1731568678760Preparing flush snapshotting stores in 04c15287f1f980f3224dfff4e5983f7e at 1731568678760Finished memstore snapshotting hbase:replication,,1731568673651.04c15287f1f980f3224dfff4e5983f7e., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731568678761 (+1 ms)Flushing stores of hbase:replication,,1731568673651.04c15287f1f980f3224dfff4e5983f7e. at 1731568678761Flushing 04c15287f1f980f3224dfff4e5983f7e/queue: creating writer at 1731568678761Flushing 04c15287f1f980f3224dfff4e5983f7e/queue: appending metadata at 1731568678782 (+21 ms)Flushing 04c15287f1f980f3224dfff4e5983f7e/queue: closing flushed file at 1731568678782Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69174782: reopening flushed file at 1731568678807 (+25 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 04c15287f1f980f3224dfff4e5983f7e in 58ms, sequenceid=5, compaction requested=false at 1731568678818 (+11 ms)Writing region close event to WAL at 1731568678824 (+6 ms)Running coprocessor post-close hooks at 1731568678833 (+9 ms)Closed at 1731568678833 2024-11-14T07:17:58,834 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731568673651.04c15287f1f980f3224dfff4e5983f7e. 2024-11-14T07:17:58,961 DEBUG [RS:0;c7aa6e2790b3:35909 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T07:17:58,963 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T07:17:58,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:17:58,989 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:17:58,994 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:17:59,161 DEBUG [RS:0;c7aa6e2790b3:35909 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T07:17:59,199 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39559/user/jenkins/test-data/b8b21a1e-13c8-47cd-507f-c05e1554fd96/data/hbase/meta/1588230740/.tmp/info/4291109eb3644593a45e5e9129690d33 2024-11-14T07:17:59,221 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39559/user/jenkins/test-data/b8b21a1e-13c8-47cd-507f-c05e1554fd96/data/hbase/meta/1588230740/.tmp/ns/642a817653af4a7f98b874077dc82002 is 43, key is default/ns:d/1731568667746/Put/seqid=0 2024-11-14T07:17:59,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42885 is added to blk_1073741840_1016 (size=5153) 2024-11-14T07:17:59,361 DEBUG [RS:0;c7aa6e2790b3:35909 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T07:17:59,561 DEBUG [RS:0;c7aa6e2790b3:35909 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T07:17:59,576 INFO [regionserver/c7aa6e2790b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T07:17:59,576 INFO [regionserver/c7aa6e2790b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T07:17:59,607 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,35909,1731568664307.replicationSource.wal-reader.c7aa6e2790b3%2C35909%2C1731568664307,1-c7aa6e2790b3,35909,1731568664307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39559/user/jenkins/test-data/b8b21a1e-13c8-47cd-507f-c05e1554fd96/WALs/c7aa6e2790b3,35909,1731568664307/c7aa6e2790b3%2C35909%2C1731568664307.1731568666635 to pos 0, reset compression=false 2024-11-14T07:17:59,630 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39559/user/jenkins/test-data/b8b21a1e-13c8-47cd-507f-c05e1554fd96/data/hbase/meta/1588230740/.tmp/ns/642a817653af4a7f98b874077dc82002 2024-11-14T07:17:59,655 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39559/user/jenkins/test-data/b8b21a1e-13c8-47cd-507f-c05e1554fd96/data/hbase/meta/1588230740/.tmp/table/22b2b2f0ca9a4e34a6cd88cad3bb29b7 is 53, key is hbase:replication/table:state/1731568674835/Put/seqid=0 2024-11-14T07:17:59,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42885 is added to blk_1073741841_1017 (size=5256) 2024-11-14T07:17:59,762 INFO [RS:0;c7aa6e2790b3:35909 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T07:17:59,762 DEBUG [RS:0;c7aa6e2790b3:35909 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T07:17:59,762 DEBUG [RS:0;c7aa6e2790b3:35909 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T07:17:59,962 DEBUG [RS:0;c7aa6e2790b3:35909 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T07:18:00,063 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39559/user/jenkins/test-data/b8b21a1e-13c8-47cd-507f-c05e1554fd96/data/hbase/meta/1588230740/.tmp/table/22b2b2f0ca9a4e34a6cd88cad3bb29b7 2024-11-14T07:18:00,070 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39559/user/jenkins/test-data/b8b21a1e-13c8-47cd-507f-c05e1554fd96/data/hbase/meta/1588230740/.tmp/info/4291109eb3644593a45e5e9129690d33 as hdfs://localhost:39559/user/jenkins/test-data/b8b21a1e-13c8-47cd-507f-c05e1554fd96/data/hbase/meta/1588230740/info/4291109eb3644593a45e5e9129690d33 2024-11-14T07:18:00,076 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39559/user/jenkins/test-data/b8b21a1e-13c8-47cd-507f-c05e1554fd96/data/hbase/meta/1588230740/info/4291109eb3644593a45e5e9129690d33, entries=10, sequenceid=11, filesize=6.5 K 2024-11-14T07:18:00,077 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39559/user/jenkins/test-data/b8b21a1e-13c8-47cd-507f-c05e1554fd96/data/hbase/meta/1588230740/.tmp/ns/642a817653af4a7f98b874077dc82002 as hdfs://localhost:39559/user/jenkins/test-data/b8b21a1e-13c8-47cd-507f-c05e1554fd96/data/hbase/meta/1588230740/ns/642a817653af4a7f98b874077dc82002 2024-11-14T07:18:00,083 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39559/user/jenkins/test-data/b8b21a1e-13c8-47cd-507f-c05e1554fd96/data/hbase/meta/1588230740/ns/642a817653af4a7f98b874077dc82002, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T07:18:00,084 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39559/user/jenkins/test-data/b8b21a1e-13c8-47cd-507f-c05e1554fd96/data/hbase/meta/1588230740/.tmp/table/22b2b2f0ca9a4e34a6cd88cad3bb29b7 as hdfs://localhost:39559/user/jenkins/test-data/b8b21a1e-13c8-47cd-507f-c05e1554fd96/data/hbase/meta/1588230740/table/22b2b2f0ca9a4e34a6cd88cad3bb29b7 2024-11-14T07:18:00,090 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39559/user/jenkins/test-data/b8b21a1e-13c8-47cd-507f-c05e1554fd96/data/hbase/meta/1588230740/table/22b2b2f0ca9a4e34a6cd88cad3bb29b7, entries=2, sequenceid=11, filesize=5.1 K 2024-11-14T07:18:00,091 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1330ms, sequenceid=11, compaction requested=false 2024-11-14T07:18:00,118 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39559/user/jenkins/test-data/b8b21a1e-13c8-47cd-507f-c05e1554fd96/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T07:18:00,118 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T07:18:00,118 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T07:18:00,118 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T07:18:00,119 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731568678761Running coprocessor pre-close hooks at 1731568678761Disabling compacts and flushes for region at 1731568678761Disabling writes for close at 1731568678761Obtaining lock to block concurrent updates at 1731568678761Preparing flush snapshotting stores in 1588230740 at 1731568678761Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731568678761Flushing stores of hbase:meta,,1.1588230740 at 1731568678762 (+1 ms)Flushing 1588230740/info: creating writer at 1731568678762Flushing 1588230740/info: appending metadata at 1731568678783 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731568678783Flushing 1588230740/ns: creating writer at 1731568679205 (+422 ms)Flushing 1588230740/ns: appending metadata at 1731568679220 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731568679220Flushing 1588230740/table: creating writer at 1731568679636 (+416 ms)Flushing 1588230740/table: appending metadata at 1731568679654 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731568679654Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@272fa184: reopening flushed file at 1731568680069 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f3c8385: reopening flushed file at 1731568680076 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b3ab1bb: reopening flushed file at 1731568680083 (+7 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1330ms, sequenceid=11, compaction requested=false at 1731568680091 (+8 ms)Writing region close event to WAL at 1731568680105 (+14 ms)Running coprocessor post-close hooks at 1731568680118 (+13 ms)Closed at 1731568680118 2024-11-14T07:18:00,119 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T07:18:00,162 INFO [RS:0;c7aa6e2790b3:35909 {}] regionserver.HRegionServer(976): stopping server c7aa6e2790b3,35909,1731568664307; all regions closed. 2024-11-14T07:18:00,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42885 is added to blk_1073741834_1010 (size=2742) 2024-11-14T07:18:00,170 DEBUG [RS:0;c7aa6e2790b3:35909 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b8b21a1e-13c8-47cd-507f-c05e1554fd96/oldWALs 2024-11-14T07:18:00,170 INFO [RS:0;c7aa6e2790b3:35909 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c7aa6e2790b3%2C35909%2C1731568664307.meta:.meta(num 1731568667684) 2024-11-14T07:18:00,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42885 is added to blk_1073741837_1013 (size=1586) 2024-11-14T07:18:00,180 DEBUG [RS:0;c7aa6e2790b3:35909 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b8b21a1e-13c8-47cd-507f-c05e1554fd96/oldWALs 2024-11-14T07:18:00,180 INFO [RS:0;c7aa6e2790b3:35909 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c7aa6e2790b3%2C35909%2C1731568664307.rep:(num 1731568674792) 2024-11-14T07:18:00,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42885 is added to blk_1073741832_1008 (size=93) 2024-11-14T07:18:00,189 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b8b21a1e-13c8-47cd-507f-c05e1554fd96/WALs/c7aa6e2790b3,35909,1731568664307/c7aa6e2790b3%2C35909%2C1731568664307.1731568666635 not finished, retry = 0 2024-11-14T07:18:00,292 DEBUG [RS:0;c7aa6e2790b3:35909 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b8b21a1e-13c8-47cd-507f-c05e1554fd96/oldWALs 2024-11-14T07:18:00,292 INFO [RS:0;c7aa6e2790b3:35909 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c7aa6e2790b3%2C35909%2C1731568664307:(num 1731568666635) 2024-11-14T07:18:00,292 DEBUG [RS:0;c7aa6e2790b3:35909 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:18:00,292 INFO [RS:0;c7aa6e2790b3:35909 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T07:18:00,292 INFO [RS:0;c7aa6e2790b3:35909 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T07:18:00,292 INFO [RS:0;c7aa6e2790b3:35909 {}] hbase.ChoreService(370): Chore service for: regionserver/c7aa6e2790b3:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T07:18:00,292 INFO [RS:0;c7aa6e2790b3:35909 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T07:18:00,293 INFO [RS:0;c7aa6e2790b3:35909 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c7aa6e2790b3,35909,1731568664307 because: Region server is closing 2024-11-14T07:18:00,293 INFO [RS:0;c7aa6e2790b3:35909 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c7aa6e2790b3:35909. 2024-11-14T07:18:00,293 DEBUG [RS:0;c7aa6e2790b3:35909 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:18:00,293 DEBUG [RS:0;c7aa6e2790b3:35909 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:18:00,293 DEBUG [RS:0;c7aa6e2790b3:35909 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:18:00,293 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:18:00,293 INFO [regionserver/c7aa6e2790b3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T07:18:00,394 WARN [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,35909,1731568664307.replicationSource.wal-reader.c7aa6e2790b3%2C35909%2C1731568664307,1-c7aa6e2790b3,35909,1731568664307 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T07:18:00,394 WARN [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,35909,1731568664307.replicationSource.shipperc7aa6e2790b3%2C35909%2C1731568664307,1-c7aa6e2790b3,35909,1731568664307 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T07:18:00,394 INFO [RS:0;c7aa6e2790b3:35909 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,35909,1731568664307.replicationSource.shipperc7aa6e2790b3%2C35909%2C1731568664307,1-c7aa6e2790b3,35909,1731568664307 terminated 2024-11-14T07:18:00,394 INFO [RS:0;c7aa6e2790b3:35909 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35909 2024-11-14T07:18:00,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44501-0x1013834f0eb0000, quorum=127.0.0.1:53082, baseZNode=/0-1023167105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1023167105/rs 2024-11-14T07:18:00,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35909-0x1013834f0eb0001, quorum=127.0.0.1:53082, baseZNode=/0-1023167105 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1023167105/rs/c7aa6e2790b3,35909,1731568664307 2024-11-14T07:18:00,452 INFO [RS:0;c7aa6e2790b3:35909 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T07:18:00,453 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c7aa6e2790b3,35909,1731568664307] 2024-11-14T07:18:00,473 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1023167105/draining/c7aa6e2790b3,35909,1731568664307 already deleted, retry=false 2024-11-14T07:18:00,473 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c7aa6e2790b3,35909,1731568664307 expired; onlineServers=0 2024-11-14T07:18:00,473 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c7aa6e2790b3,44501,1731568664119' ***** 2024-11-14T07:18:00,473 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T07:18:00,473 INFO [M:0;c7aa6e2790b3:44501 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T07:18:00,473 INFO [M:0;c7aa6e2790b3:44501 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T07:18:00,473 DEBUG [M:0;c7aa6e2790b3:44501 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T07:18:00,473 DEBUG [M:0;c7aa6e2790b3:44501 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T07:18:00,473 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T07:18:00,473 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.small.0-1731568666441 {}] cleaner.HFileCleaner(306): Exit Thread[master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.small.0-1731568666441,5,FailOnTimeoutGroup] 2024-11-14T07:18:00,473 INFO [M:0;c7aa6e2790b3:44501 {}] hbase.ChoreService(370): Chore service for: master/c7aa6e2790b3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T07:18:00,474 INFO [M:0;c7aa6e2790b3:44501 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T07:18:00,474 DEBUG [M:0;c7aa6e2790b3:44501 {}] master.HMaster(1795): Stopping service threads 2024-11-14T07:18:00,474 INFO [M:0;c7aa6e2790b3:44501 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T07:18:00,474 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.large.0-1731568666441 {}] cleaner.HFileCleaner(306): Exit Thread[master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.large.0-1731568666441,5,FailOnTimeoutGroup] 2024-11-14T07:18:00,474 INFO [M:0;c7aa6e2790b3:44501 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T07:18:00,474 INFO [M:0;c7aa6e2790b3:44501 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T07:18:00,474 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T07:18:00,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44501-0x1013834f0eb0000, quorum=127.0.0.1:53082, baseZNode=/0-1023167105 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1023167105/master 2024-11-14T07:18:00,483 DEBUG [M:0;c7aa6e2790b3:44501 {}] zookeeper.ZKUtil(347): master:44501-0x1013834f0eb0000, quorum=127.0.0.1:53082, baseZNode=/0-1023167105 Unable to get data of znode /0-1023167105/master because node does not exist (not an error) 2024-11-14T07:18:00,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44501-0x1013834f0eb0000, quorum=127.0.0.1:53082, baseZNode=/0-1023167105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1023167105 2024-11-14T07:18:00,483 WARN [M:0;c7aa6e2790b3:44501 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T07:18:00,484 INFO [M:0;c7aa6e2790b3:44501 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39559/user/jenkins/test-data/b8b21a1e-13c8-47cd-507f-c05e1554fd96/.lastflushedseqids 2024-11-14T07:18:00,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42885 is added to blk_1073741842_1018 (size=181) 2024-11-14T07:18:00,496 INFO [M:0;c7aa6e2790b3:44501 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T07:18:00,496 INFO [M:0;c7aa6e2790b3:44501 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T07:18:00,496 DEBUG [M:0;c7aa6e2790b3:44501 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T07:18:00,496 INFO [M:0;c7aa6e2790b3:44501 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:18:00,496 DEBUG [M:0;c7aa6e2790b3:44501 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:18:00,496 DEBUG [M:0;c7aa6e2790b3:44501 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T07:18:00,496 DEBUG [M:0;c7aa6e2790b3:44501 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:18:00,496 INFO [M:0;c7aa6e2790b3:44501 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-14T07:18:00,519 DEBUG [M:0;c7aa6e2790b3:44501 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39559/user/jenkins/test-data/b8b21a1e-13c8-47cd-507f-c05e1554fd96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6411556b055449a6a8b6f234e7c4c9c6 is 82, key is hbase:meta,,1/info:regioninfo/1731568667718/Put/seqid=0 2024-11-14T07:18:00,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42885 is added to blk_1073741843_1019 (size=5672) 2024-11-14T07:18:00,535 INFO [M:0;c7aa6e2790b3:44501 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39559/user/jenkins/test-data/b8b21a1e-13c8-47cd-507f-c05e1554fd96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6411556b055449a6a8b6f234e7c4c9c6 2024-11-14T07:18:00,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35909-0x1013834f0eb0001, quorum=127.0.0.1:53082, baseZNode=/0-1023167105 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T07:18:00,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35909-0x1013834f0eb0001, quorum=127.0.0.1:53082, baseZNode=/0-1023167105 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T07:18:00,563 INFO [RS:0;c7aa6e2790b3:35909 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T07:18:00,563 INFO [RS:0;c7aa6e2790b3:35909 {}] regionserver.HRegionServer(1031): Exiting; stopping=c7aa6e2790b3,35909,1731568664307; zookeeper connection closed. 2024-11-14T07:18:00,570 DEBUG [M:0;c7aa6e2790b3:44501 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39559/user/jenkins/test-data/b8b21a1e-13c8-47cd-507f-c05e1554fd96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d0df0d1b5f8543c18d2e6ec650d24b0e is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731568674842/Put/seqid=0 2024-11-14T07:18:00,570 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6d6b1135 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6d6b1135 2024-11-14T07:18:00,570 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T07:18:00,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42885 is added to blk_1073741844_1020 (size=7203) 2024-11-14T07:18:00,596 INFO [M:0;c7aa6e2790b3:44501 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39559/user/jenkins/test-data/b8b21a1e-13c8-47cd-507f-c05e1554fd96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d0df0d1b5f8543c18d2e6ec650d24b0e 2024-11-14T07:18:00,635 DEBUG [M:0;c7aa6e2790b3:44501 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39559/user/jenkins/test-data/b8b21a1e-13c8-47cd-507f-c05e1554fd96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4ef36a8e67f647e8b36f78e1af035b5c is 69, key is c7aa6e2790b3,35909,1731568664307/rs:state/1731568666488/Put/seqid=0 2024-11-14T07:18:00,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42885 is added to blk_1073741845_1021 (size=5156) 2024-11-14T07:18:00,663 INFO [M:0;c7aa6e2790b3:44501 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39559/user/jenkins/test-data/b8b21a1e-13c8-47cd-507f-c05e1554fd96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4ef36a8e67f647e8b36f78e1af035b5c 2024-11-14T07:18:00,675 DEBUG [M:0;c7aa6e2790b3:44501 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39559/user/jenkins/test-data/b8b21a1e-13c8-47cd-507f-c05e1554fd96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6411556b055449a6a8b6f234e7c4c9c6 as hdfs://localhost:39559/user/jenkins/test-data/b8b21a1e-13c8-47cd-507f-c05e1554fd96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6411556b055449a6a8b6f234e7c4c9c6 2024-11-14T07:18:00,687 INFO [M:0;c7aa6e2790b3:44501 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39559/user/jenkins/test-data/b8b21a1e-13c8-47cd-507f-c05e1554fd96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6411556b055449a6a8b6f234e7c4c9c6, entries=8, sequenceid=70, filesize=5.5 K 2024-11-14T07:18:00,689 DEBUG [M:0;c7aa6e2790b3:44501 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39559/user/jenkins/test-data/b8b21a1e-13c8-47cd-507f-c05e1554fd96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d0df0d1b5f8543c18d2e6ec650d24b0e as hdfs://localhost:39559/user/jenkins/test-data/b8b21a1e-13c8-47cd-507f-c05e1554fd96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d0df0d1b5f8543c18d2e6ec650d24b0e 2024-11-14T07:18:00,702 INFO [M:0;c7aa6e2790b3:44501 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39559/user/jenkins/test-data/b8b21a1e-13c8-47cd-507f-c05e1554fd96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d0df0d1b5f8543c18d2e6ec650d24b0e, entries=8, sequenceid=70, filesize=7.0 K 2024-11-14T07:18:00,703 DEBUG [M:0;c7aa6e2790b3:44501 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39559/user/jenkins/test-data/b8b21a1e-13c8-47cd-507f-c05e1554fd96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4ef36a8e67f647e8b36f78e1af035b5c as hdfs://localhost:39559/user/jenkins/test-data/b8b21a1e-13c8-47cd-507f-c05e1554fd96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4ef36a8e67f647e8b36f78e1af035b5c 2024-11-14T07:18:00,722 INFO [M:0;c7aa6e2790b3:44501 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39559/user/jenkins/test-data/b8b21a1e-13c8-47cd-507f-c05e1554fd96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4ef36a8e67f647e8b36f78e1af035b5c, entries=1, sequenceid=70, filesize=5.0 K 2024-11-14T07:18:00,723 INFO [M:0;c7aa6e2790b3:44501 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 227ms, sequenceid=70, compaction requested=false 2024-11-14T07:18:00,776 INFO [M:0;c7aa6e2790b3:44501 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:18:00,777 DEBUG [M:0;c7aa6e2790b3:44501 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731568680496Disabling compacts and flushes for region at 1731568680496Disabling writes for close at 1731568680496Obtaining lock to block concurrent updates at 1731568680496Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731568680496Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731568680497 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731568680498 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731568680498Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731568680519 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731568680519Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731568680540 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731568680569 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731568680570 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731568680607 (+37 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731568680634 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731568680634Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79f7fd61: reopening flushed file at 1731568680669 (+35 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a1e5b16: reopening flushed file at 1731568680688 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39f6bce3: reopening flushed file at 1731568680702 (+14 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 227ms, sequenceid=70, compaction requested=false at 1731568680723 (+21 ms)Writing region close event to WAL at 1731568680776 (+53 ms)Closed at 1731568680776 2024-11-14T07:18:00,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42885 is added to blk_1073741830_1006 (size=41008) 2024-11-14T07:18:00,784 INFO [M:0;c7aa6e2790b3:44501 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T07:18:00,784 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T07:18:00,784 INFO [M:0;c7aa6e2790b3:44501 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44501 2024-11-14T07:18:00,785 INFO [M:0;c7aa6e2790b3:44501 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T07:18:00,898 INFO [M:0;c7aa6e2790b3:44501 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T07:18:00,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44501-0x1013834f0eb0000, quorum=127.0.0.1:53082, baseZNode=/0-1023167105 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T07:18:00,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44501-0x1013834f0eb0000, quorum=127.0.0.1:53082, baseZNode=/0-1023167105 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T07:18:00,901 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4356580d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T07:18:00,901 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@417ceb5c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T07:18:00,901 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T07:18:00,902 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@392665{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T07:18:00,902 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39c09d44{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e49689ce-80ca-8f92-06d2-5a5a7bf8b1e3/hadoop.log.dir/,STOPPED} 2024-11-14T07:18:00,909 WARN [BP-1020393577-172.17.0.2-1731568661861 heartbeating to localhost/127.0.0.1:39559 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T07:18:00,909 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T07:18:00,909 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T07:18:00,909 WARN [BP-1020393577-172.17.0.2-1731568661861 heartbeating to localhost/127.0.0.1:39559 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1020393577-172.17.0.2-1731568661861 (Datanode Uuid c96a3ea9-1d1b-49f2-953a-d965fd79d0bb) service to localhost/127.0.0.1:39559 2024-11-14T07:18:00,909 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e49689ce-80ca-8f92-06d2-5a5a7bf8b1e3/cluster_3adc8ae4-2e50-5df9-019b-4eeed9561089/data/data1/current/BP-1020393577-172.17.0.2-1731568661861 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T07:18:00,910 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e49689ce-80ca-8f92-06d2-5a5a7bf8b1e3/cluster_3adc8ae4-2e50-5df9-019b-4eeed9561089/data/data2/current/BP-1020393577-172.17.0.2-1731568661861 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T07:18:00,910 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T07:18:00,917 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5189ef97{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T07:18:00,917 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3b36ef09{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T07:18:00,917 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T07:18:00,917 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3be1cd16{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T07:18:00,918 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d77b542{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e49689ce-80ca-8f92-06d2-5a5a7bf8b1e3/hadoop.log.dir/,STOPPED} 2024-11-14T07:18:00,927 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T07:18:00,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T07:18:00,950 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=139 (was 117) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37761 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39559 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39559 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39559 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37761 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53082) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37761 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53082) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39559 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37761 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37761 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:39559 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39559 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39559 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39559 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37761 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:37761 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37761 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=464 (was 440) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=423 (was 489), ProcessCount=11 (was 11), AvailableMemoryMB=5571 (was 5836) 2024-11-14T07:18:00,958 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=139, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=423, ProcessCount=11, AvailableMemoryMB=5571 2024-11-14T07:18:00,975 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-14T07:18:00,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/41b174dd-ef9f-e4f5-33e2-dcc7aa92d8b1/hadoop.log.dir so I do NOT create it in target/test-data/e7d7b287-8e98-beeb-cb49-feafd9fbacf2 2024-11-14T07:18:00,976 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/41b174dd-ef9f-e4f5-33e2-dcc7aa92d8b1/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T07:18:00,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/41b174dd-ef9f-e4f5-33e2-dcc7aa92d8b1/hadoop.tmp.dir so I do NOT create it in target/test-data/e7d7b287-8e98-beeb-cb49-feafd9fbacf2 2024-11-14T07:18:00,976 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/41b174dd-ef9f-e4f5-33e2-dcc7aa92d8b1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T07:18:00,976 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e7d7b287-8e98-beeb-cb49-feafd9fbacf2 2024-11-14T07:18:00,976 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e7d7b287-8e98-beeb-cb49-feafd9fbacf2/cluster_91234ae4-e8f2-db2a-09ad-0864ccb47916, deleteOnExit=true 2024-11-14T07:18:01,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013834f0eb0005, quorum=127.0.0.1:53082, baseZNode=/11118346011 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T07:18:01,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013834f0eb0002, quorum=127.0.0.1:53082, baseZNode=/0-1023167105 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T07:18:01,022 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013834f0eb0002, quorum=127.0.0.1:53082, baseZNode=/0-1023167105 Received Disconnected from ZooKeeper, ignoring 2024-11-14T07:18:01,022 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013834f0eb0005, quorum=127.0.0.1:53082, baseZNode=/11118346011 Received Disconnected from ZooKeeper, ignoring 2024-11-14T07:18:01,031 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e7d7b287-8e98-beeb-cb49-feafd9fbacf2/cluster_91234ae4-e8f2-db2a-09ad-0864ccb47916/zookeeper_0, clientPort=58497, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e7d7b287-8e98-beeb-cb49-feafd9fbacf2/cluster_91234ae4-e8f2-db2a-09ad-0864ccb47916/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e7d7b287-8e98-beeb-cb49-feafd9fbacf2/cluster_91234ae4-e8f2-db2a-09ad-0864ccb47916/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T07:18:01,032 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58497 2024-11-14T07:18:01,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T07:18:01,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T07:18:01,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e7d7b287-8e98-beeb-cb49-feafd9fbacf2/test.cache.data in system properties and HBase conf 2024-11-14T07:18:01,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e7d7b287-8e98-beeb-cb49-feafd9fbacf2/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T07:18:01,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e7d7b287-8e98-beeb-cb49-feafd9fbacf2/hadoop.log.dir in system properties and HBase conf 2024-11-14T07:18:01,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e7d7b287-8e98-beeb-cb49-feafd9fbacf2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T07:18:01,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e7d7b287-8e98-beeb-cb49-feafd9fbacf2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T07:18:01,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T07:18:01,033 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T07:18:01,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e7d7b287-8e98-beeb-cb49-feafd9fbacf2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T07:18:01,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e7d7b287-8e98-beeb-cb49-feafd9fbacf2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T07:18:01,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e7d7b287-8e98-beeb-cb49-feafd9fbacf2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T07:18:01,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e7d7b287-8e98-beeb-cb49-feafd9fbacf2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T07:18:01,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e7d7b287-8e98-beeb-cb49-feafd9fbacf2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T07:18:01,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e7d7b287-8e98-beeb-cb49-feafd9fbacf2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T07:18:01,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e7d7b287-8e98-beeb-cb49-feafd9fbacf2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T07:18:01,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e7d7b287-8e98-beeb-cb49-feafd9fbacf2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T07:18:01,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e7d7b287-8e98-beeb-cb49-feafd9fbacf2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T07:18:01,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e7d7b287-8e98-beeb-cb49-feafd9fbacf2/nfs.dump.dir in system properties and HBase conf 2024-11-14T07:18:01,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e7d7b287-8e98-beeb-cb49-feafd9fbacf2/java.io.tmpdir in system properties and HBase conf 2024-11-14T07:18:01,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e7d7b287-8e98-beeb-cb49-feafd9fbacf2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T07:18:01,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e7d7b287-8e98-beeb-cb49-feafd9fbacf2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T07:18:01,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e7d7b287-8e98-beeb-cb49-feafd9fbacf2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T07:18:01,425 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T07:18:01,430 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T07:18:01,434 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T07:18:01,434 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T07:18:01,434 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T07:18:01,435 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T07:18:01,436 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38add795{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e7d7b287-8e98-beeb-cb49-feafd9fbacf2/hadoop.log.dir/,AVAILABLE} 2024-11-14T07:18:01,436 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58c05427{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T07:18:01,581 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3af586f9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e7d7b287-8e98-beeb-cb49-feafd9fbacf2/java.io.tmpdir/jetty-localhost-35785-hadoop-hdfs-3_4_1-tests_jar-_-any-6012998577537415357/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T07:18:01,582 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@12a05942{HTTP/1.1, (http/1.1)}{localhost:35785} 2024-11-14T07:18:01,582 INFO [Time-limited test {}] server.Server(415): Started @51425ms 2024-11-14T07:18:01,905 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T07:18:01,910 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T07:18:01,916 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T07:18:01,916 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T07:18:01,916 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T07:18:01,917 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21c6da7e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e7d7b287-8e98-beeb-cb49-feafd9fbacf2/hadoop.log.dir/,AVAILABLE} 2024-11-14T07:18:01,917 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e6e6fe7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T07:18:02,058 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2b0d41d4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e7d7b287-8e98-beeb-cb49-feafd9fbacf2/java.io.tmpdir/jetty-localhost-41867-hadoop-hdfs-3_4_1-tests_jar-_-any-11193544995450118721/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T07:18:02,059 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@72950f4b{HTTP/1.1, (http/1.1)}{localhost:41867} 2024-11-14T07:18:02,059 INFO [Time-limited test {}] server.Server(415): Started @51903ms 2024-11-14T07:18:02,061 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T07:18:02,767 WARN [Thread-825 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e7d7b287-8e98-beeb-cb49-feafd9fbacf2/cluster_91234ae4-e8f2-db2a-09ad-0864ccb47916/data/data1/current/BP-1577452747-172.17.0.2-1731568681065/current, will proceed with Du for space computation calculation, 2024-11-14T07:18:02,767 WARN [Thread-826 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e7d7b287-8e98-beeb-cb49-feafd9fbacf2/cluster_91234ae4-e8f2-db2a-09ad-0864ccb47916/data/data2/current/BP-1577452747-172.17.0.2-1731568681065/current, will proceed with Du for space computation calculation, 2024-11-14T07:18:02,796 WARN [Thread-813 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T07:18:02,800 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe6f859ee89616456 with lease ID 0x8044afc378f8366c: Processing first storage report for DS-72356a5a-9e09-47a2-84ca-cac8f1ca9a87 from datanode DatanodeRegistration(127.0.0.1:43661, datanodeUuid=28744624-cf1d-46de-9cff-737d22283e8a, infoPort=38015, infoSecurePort=0, ipcPort=38501, storageInfo=lv=-57;cid=testClusterID;nsid=956760750;c=1731568681065) 2024-11-14T07:18:02,800 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe6f859ee89616456 with lease ID 0x8044afc378f8366c: from storage DS-72356a5a-9e09-47a2-84ca-cac8f1ca9a87 node DatanodeRegistration(127.0.0.1:43661, datanodeUuid=28744624-cf1d-46de-9cff-737d22283e8a, infoPort=38015, infoSecurePort=0, ipcPort=38501, storageInfo=lv=-57;cid=testClusterID;nsid=956760750;c=1731568681065), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T07:18:02,800 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe6f859ee89616456 with lease ID 0x8044afc378f8366c: Processing first storage report for DS-b860a1e5-450f-4d89-8976-090ed1310b75 from datanode DatanodeRegistration(127.0.0.1:43661, datanodeUuid=28744624-cf1d-46de-9cff-737d22283e8a, infoPort=38015, infoSecurePort=0, ipcPort=38501, storageInfo=lv=-57;cid=testClusterID;nsid=956760750;c=1731568681065) 2024-11-14T07:18:02,800 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe6f859ee89616456 with lease ID 0x8044afc378f8366c: from storage DS-b860a1e5-450f-4d89-8976-090ed1310b75 node DatanodeRegistration(127.0.0.1:43661, datanodeUuid=28744624-cf1d-46de-9cff-737d22283e8a, infoPort=38015, infoSecurePort=0, ipcPort=38501, storageInfo=lv=-57;cid=testClusterID;nsid=956760750;c=1731568681065), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T07:18:02,825 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e7d7b287-8e98-beeb-cb49-feafd9fbacf2 2024-11-14T07:18:02,825 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:18:02,827 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:18:02,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43661 is added to blk_1073741825_1001 (size=7) 2024-11-14T07:18:03,243 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d with version=8 2024-11-14T07:18:03,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/hbase-staging 2024-11-14T07:18:03,245 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c7aa6e2790b3:0 server-side Connection retries=45 2024-11-14T07:18:03,245 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T07:18:03,245 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T07:18:03,245 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T07:18:03,245 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T07:18:03,245 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T07:18:03,245 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T07:18:03,245 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T07:18:03,246 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44647 2024-11-14T07:18:03,247 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44647 connecting to ZooKeeper ensemble=127.0.0.1:58497 2024-11-14T07:18:03,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:446470x0, quorum=127.0.0.1:58497, baseZNode=/0-1851514317 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T07:18:03,343 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44647-0x10138353bf20000 connected 2024-11-14T07:18:03,420 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:18:03,422 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:18:03,426 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44647-0x10138353bf20000, quorum=127.0.0.1:58497, baseZNode=/0-1851514317 Set watcher on znode that does not yet exist, /0-1851514317/running 2024-11-14T07:18:03,426 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d, hbase.cluster.distributed=false 2024-11-14T07:18:03,427 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44647-0x10138353bf20000, quorum=127.0.0.1:58497, baseZNode=/0-1851514317 Set watcher on znode that does not yet exist, /0-1851514317/acl 2024-11-14T07:18:03,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44647 2024-11-14T07:18:03,447 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44647 2024-11-14T07:18:03,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44647 2024-11-14T07:18:03,464 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44647 2024-11-14T07:18:03,465 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44647 2024-11-14T07:18:03,486 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c7aa6e2790b3:0 server-side Connection retries=45 2024-11-14T07:18:03,487 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T07:18:03,487 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T07:18:03,487 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T07:18:03,487 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T07:18:03,487 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T07:18:03,487 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T07:18:03,487 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T07:18:03,488 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39009 2024-11-14T07:18:03,489 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39009 connecting to ZooKeeper ensemble=127.0.0.1:58497 2024-11-14T07:18:03,490 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:18:03,493 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:18:03,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:390090x0, quorum=127.0.0.1:58497, baseZNode=/0-1851514317 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T07:18:03,507 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:390090x0, quorum=127.0.0.1:58497, baseZNode=/0-1851514317 Set watcher on znode that does not yet exist, /0-1851514317/running 2024-11-14T07:18:03,507 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T07:18:03,508 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39009-0x10138353bf20001 connected 2024-11-14T07:18:03,512 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T07:18:03,516 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39009-0x10138353bf20001, quorum=127.0.0.1:58497, baseZNode=/0-1851514317 Set watcher on znode that does not yet exist, /0-1851514317/master 2024-11-14T07:18:03,520 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39009-0x10138353bf20001, quorum=127.0.0.1:58497, baseZNode=/0-1851514317 Set watcher on znode that does not yet exist, /0-1851514317/acl 2024-11-14T07:18:03,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39009 2024-11-14T07:18:03,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39009 2024-11-14T07:18:03,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39009 2024-11-14T07:18:03,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39009 2024-11-14T07:18:03,535 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39009 2024-11-14T07:18:03,550 DEBUG [M:0;c7aa6e2790b3:44647 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c7aa6e2790b3:44647 2024-11-14T07:18:03,551 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1851514317/backup-masters/c7aa6e2790b3,44647,1731568683245 2024-11-14T07:18:03,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39009-0x10138353bf20001, quorum=127.0.0.1:58497, baseZNode=/0-1851514317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1851514317/backup-masters 2024-11-14T07:18:03,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44647-0x10138353bf20000, quorum=127.0.0.1:58497, baseZNode=/0-1851514317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1851514317/backup-masters 2024-11-14T07:18:03,558 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44647-0x10138353bf20000, quorum=127.0.0.1:58497, baseZNode=/0-1851514317 Set watcher on existing znode=/0-1851514317/backup-masters/c7aa6e2790b3,44647,1731568683245 2024-11-14T07:18:03,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39009-0x10138353bf20001, quorum=127.0.0.1:58497, baseZNode=/0-1851514317 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1851514317/master 2024-11-14T07:18:03,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44647-0x10138353bf20000, quorum=127.0.0.1:58497, baseZNode=/0-1851514317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1851514317 2024-11-14T07:18:03,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39009-0x10138353bf20001, quorum=127.0.0.1:58497, baseZNode=/0-1851514317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1851514317 2024-11-14T07:18:03,568 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44647-0x10138353bf20000, quorum=127.0.0.1:58497, baseZNode=/0-1851514317 Set watcher on existing znode=/0-1851514317/master 2024-11-14T07:18:03,568 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1851514317/backup-masters/c7aa6e2790b3,44647,1731568683245 from backup master directory 2024-11-14T07:18:03,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44647-0x10138353bf20000, quorum=127.0.0.1:58497, baseZNode=/0-1851514317 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1851514317/backup-masters/c7aa6e2790b3,44647,1731568683245 2024-11-14T07:18:03,578 WARN [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T07:18:03,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44647-0x10138353bf20000, quorum=127.0.0.1:58497, baseZNode=/0-1851514317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1851514317/backup-masters 2024-11-14T07:18:03,578 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c7aa6e2790b3,44647,1731568683245 2024-11-14T07:18:03,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39009-0x10138353bf20001, quorum=127.0.0.1:58497, baseZNode=/0-1851514317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1851514317/backup-masters 2024-11-14T07:18:03,585 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/hbase.id] with ID: cf8a4caf-d166-4572-9bec-bff706d4e09f 2024-11-14T07:18:03,585 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/.tmp/hbase.id 2024-11-14T07:18:03,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43661 is added to blk_1073741826_1002 (size=42) 2024-11-14T07:18:03,595 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/.tmp/hbase.id]:[hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/hbase.id] 2024-11-14T07:18:03,613 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:18:03,613 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T07:18:03,614 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T07:18:03,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44647-0x10138353bf20000, quorum=127.0.0.1:58497, baseZNode=/0-1851514317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1851514317 2024-11-14T07:18:03,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39009-0x10138353bf20001, quorum=127.0.0.1:58497, baseZNode=/0-1851514317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1851514317 2024-11-14T07:18:03,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43661 is added to blk_1073741827_1003 (size=196) 2024-11-14T07:18:04,028 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T07:18:04,029 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T07:18:04,029 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T07:18:04,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43661 is added to blk_1073741828_1004 (size=1189) 2024-11-14T07:18:04,336 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T07:18:04,337 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:18:04,363 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:18:04,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:18:04,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:18:04,439 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/MasterData/data/master/store 2024-11-14T07:18:04,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43661 is added to blk_1073741829_1005 (size=34) 2024-11-14T07:18:04,445 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:18:04,445 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T07:18:04,445 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:18:04,445 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:18:04,445 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T07:18:04,445 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:18:04,445 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:18:04,445 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731568684445Disabling compacts and flushes for region at 1731568684445Disabling writes for close at 1731568684445Writing region close event to WAL at 1731568684445Closed at 1731568684445 2024-11-14T07:18:04,446 WARN [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/MasterData/data/master/store/.initializing 2024-11-14T07:18:04,446 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/MasterData/WALs/c7aa6e2790b3,44647,1731568683245 2024-11-14T07:18:04,447 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T07:18:04,448 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c7aa6e2790b3%2C44647%2C1731568683245, suffix=, logDir=hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/MasterData/WALs/c7aa6e2790b3,44647,1731568683245, archiveDir=hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/MasterData/oldWALs, maxLogs=10 2024-11-14T07:18:04,465 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/MasterData/WALs/c7aa6e2790b3,44647,1731568683245/c7aa6e2790b3%2C44647%2C1731568683245.1731568684449, exclude list is [], retry=0 2024-11-14T07:18:04,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43661,DS-72356a5a-9e09-47a2-84ca-cac8f1ca9a87,DISK] 2024-11-14T07:18:04,469 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/MasterData/WALs/c7aa6e2790b3,44647,1731568683245/c7aa6e2790b3%2C44647%2C1731568683245.1731568684449 2024-11-14T07:18:04,469 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38015:38015)] 2024-11-14T07:18:04,469 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T07:18:04,470 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:18:04,470 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:18:04,470 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:18:04,471 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:18:04,473 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T07:18:04,473 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:18:04,473 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:18:04,473 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:18:04,474 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T07:18:04,474 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:18:04,475 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:18:04,475 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:18:04,478 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T07:18:04,478 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:18:04,478 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:18:04,479 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:18:04,480 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T07:18:04,480 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:18:04,480 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:18:04,480 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:18:04,481 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:18:04,481 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:18:04,482 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:18:04,482 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:18:04,483 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T07:18:04,483 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:18:04,486 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T07:18:04,486 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64689646, jitterRate=-0.03604915738105774}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T07:18:04,486 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731568684470Initializing all the Stores at 1731568684471 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568684471Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568684471Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568684471Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568684471Cleaning up temporary data from old regions at 1731568684482 (+11 ms)Region opened successfully at 1731568684486 (+4 ms) 2024-11-14T07:18:04,488 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T07:18:04,491 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fd05923, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c7aa6e2790b3/172.17.0.2:0 2024-11-14T07:18:04,492 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T07:18:04,492 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T07:18:04,493 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T07:18:04,493 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T07:18:04,493 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T07:18:04,494 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T07:18:04,494 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T07:18:04,505 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T07:18:04,505 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44647-0x10138353bf20000, quorum=127.0.0.1:58497, baseZNode=/0-1851514317 Unable to get data of znode /0-1851514317/balancer because node does not exist (not necessarily an error) 2024-11-14T07:18:04,514 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1851514317/balancer already deleted, retry=false 2024-11-14T07:18:04,515 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T07:18:04,515 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44647-0x10138353bf20000, quorum=127.0.0.1:58497, baseZNode=/0-1851514317 Unable to get data of znode /0-1851514317/normalizer because node does not exist (not necessarily an error) 2024-11-14T07:18:04,525 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1851514317/normalizer already deleted, retry=false 2024-11-14T07:18:04,525 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T07:18:04,526 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44647-0x10138353bf20000, quorum=127.0.0.1:58497, baseZNode=/0-1851514317 Unable to get data of znode /0-1851514317/switch/split because node does not exist (not necessarily an error) 2024-11-14T07:18:04,535 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1851514317/switch/split already deleted, retry=false 2024-11-14T07:18:04,536 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44647-0x10138353bf20000, quorum=127.0.0.1:58497, baseZNode=/0-1851514317 Unable to get data of znode /0-1851514317/switch/merge because node does not exist (not necessarily an error) 2024-11-14T07:18:04,546 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1851514317/switch/merge already deleted, retry=false 2024-11-14T07:18:04,547 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44647-0x10138353bf20000, quorum=127.0.0.1:58497, baseZNode=/0-1851514317 Unable to get data of znode /0-1851514317/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T07:18:04,556 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1851514317/snapshot-cleanup already deleted, retry=false 2024-11-14T07:18:04,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44647-0x10138353bf20000, quorum=127.0.0.1:58497, baseZNode=/0-1851514317 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1851514317/running 2024-11-14T07:18:04,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39009-0x10138353bf20001, quorum=127.0.0.1:58497, baseZNode=/0-1851514317 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1851514317/running 2024-11-14T07:18:04,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44647-0x10138353bf20000, quorum=127.0.0.1:58497, baseZNode=/0-1851514317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1851514317 2024-11-14T07:18:04,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39009-0x10138353bf20001, quorum=127.0.0.1:58497, baseZNode=/0-1851514317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1851514317 2024-11-14T07:18:04,567 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c7aa6e2790b3,44647,1731568683245, sessionid=0x10138353bf20000, setting cluster-up flag (Was=false) 2024-11-14T07:18:04,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39009-0x10138353bf20001, quorum=127.0.0.1:58497, baseZNode=/0-1851514317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1851514317 2024-11-14T07:18:04,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44647-0x10138353bf20000, quorum=127.0.0.1:58497, baseZNode=/0-1851514317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1851514317 2024-11-14T07:18:04,620 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1851514317/flush-table-proc/acquired, /0-1851514317/flush-table-proc/reached, /0-1851514317/flush-table-proc/abort 2024-11-14T07:18:04,620 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c7aa6e2790b3,44647,1731568683245 2024-11-14T07:18:04,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44647-0x10138353bf20000, quorum=127.0.0.1:58497, baseZNode=/0-1851514317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1851514317 2024-11-14T07:18:04,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39009-0x10138353bf20001, quorum=127.0.0.1:58497, baseZNode=/0-1851514317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1851514317 2024-11-14T07:18:04,672 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1851514317/online-snapshot/acquired, /0-1851514317/online-snapshot/reached, /0-1851514317/online-snapshot/abort 2024-11-14T07:18:04,673 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c7aa6e2790b3,44647,1731568683245 2024-11-14T07:18:04,675 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T07:18:04,676 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T07:18:04,676 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T07:18:04,677 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T07:18:04,677 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c7aa6e2790b3,44647,1731568683245 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T07:18:04,678 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c7aa6e2790b3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T07:18:04,678 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c7aa6e2790b3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T07:18:04,678 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T07:18:04,678 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T07:18:04,678 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c7aa6e2790b3:0, corePoolSize=10, maxPoolSize=10 2024-11-14T07:18:04,678 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:18:04,678 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T07:18:04,678 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:18:04,680 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T07:18:04,680 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731568714680 2024-11-14T07:18:04,680 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T07:18:04,680 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T07:18:04,680 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T07:18:04,680 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T07:18:04,680 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T07:18:04,680 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T07:18:04,680 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T07:18:04,681 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T07:18:04,681 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:18:04,681 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T07:18:04,684 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T07:18:04,684 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T07:18:04,684 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T07:18:04,684 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T07:18:04,688 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T07:18:04,688 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T07:18:04,690 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.large.0-1731568684688,5,FailOnTimeoutGroup] 2024-11-14T07:18:04,690 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.small.0-1731568684690,5,FailOnTimeoutGroup] 2024-11-14T07:18:04,690 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T07:18:04,690 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T07:18:04,690 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T07:18:04,690 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T07:18:04,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43661 is added to blk_1073741831_1007 (size=1321) 2024-11-14T07:18:04,701 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T07:18:04,701 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d 2024-11-14T07:18:04,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43661 is added to blk_1073741832_1008 (size=32) 2024-11-14T07:18:04,737 INFO [RS:0;c7aa6e2790b3:39009 {}] regionserver.HRegionServer(746): ClusterId : cf8a4caf-d166-4572-9bec-bff706d4e09f 2024-11-14T07:18:04,738 DEBUG [RS:0;c7aa6e2790b3:39009 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T07:18:04,747 DEBUG [RS:0;c7aa6e2790b3:39009 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T07:18:04,747 DEBUG [RS:0;c7aa6e2790b3:39009 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T07:18:04,759 DEBUG [RS:0;c7aa6e2790b3:39009 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T07:18:04,760 DEBUG [RS:0;c7aa6e2790b3:39009 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33f29fd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c7aa6e2790b3/172.17.0.2:0 2024-11-14T07:18:04,773 DEBUG [RS:0;c7aa6e2790b3:39009 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c7aa6e2790b3:39009 2024-11-14T07:18:04,773 INFO [RS:0;c7aa6e2790b3:39009 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T07:18:04,774 INFO [RS:0;c7aa6e2790b3:39009 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T07:18:04,774 DEBUG [RS:0;c7aa6e2790b3:39009 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T07:18:04,774 INFO [RS:0;c7aa6e2790b3:39009 {}] regionserver.HRegionServer(2659): reportForDuty to master=c7aa6e2790b3,44647,1731568683245 with port=39009, startcode=1731568683486 2024-11-14T07:18:04,774 DEBUG [RS:0;c7aa6e2790b3:39009 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T07:18:04,777 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50387, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T07:18:04,778 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44647 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c7aa6e2790b3,39009,1731568683486 2024-11-14T07:18:04,778 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44647 {}] master.ServerManager(517): Registering regionserver=c7aa6e2790b3,39009,1731568683486 2024-11-14T07:18:04,782 DEBUG [RS:0;c7aa6e2790b3:39009 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d 2024-11-14T07:18:04,782 DEBUG [RS:0;c7aa6e2790b3:39009 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42265 2024-11-14T07:18:04,782 DEBUG [RS:0;c7aa6e2790b3:39009 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T07:18:04,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44647-0x10138353bf20000, quorum=127.0.0.1:58497, baseZNode=/0-1851514317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1851514317/rs 2024-11-14T07:18:04,788 DEBUG [RS:0;c7aa6e2790b3:39009 {}] zookeeper.ZKUtil(111): regionserver:39009-0x10138353bf20001, quorum=127.0.0.1:58497, baseZNode=/0-1851514317 Set watcher on existing znode=/0-1851514317/rs/c7aa6e2790b3,39009,1731568683486 2024-11-14T07:18:04,789 WARN [RS:0;c7aa6e2790b3:39009 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T07:18:04,789 INFO [RS:0;c7aa6e2790b3:39009 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T07:18:04,789 DEBUG [RS:0;c7aa6e2790b3:39009 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/WALs/c7aa6e2790b3,39009,1731568683486 2024-11-14T07:18:04,791 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c7aa6e2790b3,39009,1731568683486] 2024-11-14T07:18:04,792 INFO [RS:0;c7aa6e2790b3:39009 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T07:18:04,794 INFO [RS:0;c7aa6e2790b3:39009 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T07:18:04,794 INFO [RS:0;c7aa6e2790b3:39009 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T07:18:04,794 INFO [RS:0;c7aa6e2790b3:39009 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T07:18:04,794 INFO [RS:0;c7aa6e2790b3:39009 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T07:18:04,795 INFO [RS:0;c7aa6e2790b3:39009 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T07:18:04,795 INFO [RS:0;c7aa6e2790b3:39009 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T07:18:04,795 DEBUG [RS:0;c7aa6e2790b3:39009 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:18:04,795 DEBUG [RS:0;c7aa6e2790b3:39009 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:18:04,795 DEBUG [RS:0;c7aa6e2790b3:39009 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:18:04,795 DEBUG [RS:0;c7aa6e2790b3:39009 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:18:04,795 DEBUG [RS:0;c7aa6e2790b3:39009 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:18:04,795 DEBUG [RS:0;c7aa6e2790b3:39009 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c7aa6e2790b3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T07:18:04,796 DEBUG [RS:0;c7aa6e2790b3:39009 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:18:04,796 DEBUG [RS:0;c7aa6e2790b3:39009 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:18:04,796 DEBUG [RS:0;c7aa6e2790b3:39009 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:18:04,796 DEBUG [RS:0;c7aa6e2790b3:39009 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:18:04,796 DEBUG [RS:0;c7aa6e2790b3:39009 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:18:04,796 DEBUG [RS:0;c7aa6e2790b3:39009 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:18:04,796 DEBUG [RS:0;c7aa6e2790b3:39009 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c7aa6e2790b3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T07:18:04,796 DEBUG [RS:0;c7aa6e2790b3:39009 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c7aa6e2790b3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T07:18:04,805 INFO [RS:0;c7aa6e2790b3:39009 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T07:18:04,805 INFO [RS:0;c7aa6e2790b3:39009 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T07:18:04,805 INFO [RS:0;c7aa6e2790b3:39009 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T07:18:04,805 INFO [RS:0;c7aa6e2790b3:39009 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T07:18:04,805 INFO [RS:0;c7aa6e2790b3:39009 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T07:18:04,805 INFO [RS:0;c7aa6e2790b3:39009 {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,39009,1731568683486-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T07:18:04,820 INFO [RS:0;c7aa6e2790b3:39009 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T07:18:04,820 INFO [RS:0;c7aa6e2790b3:39009 {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,39009,1731568683486-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T07:18:04,820 INFO [RS:0;c7aa6e2790b3:39009 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:18:04,820 INFO [RS:0;c7aa6e2790b3:39009 {}] regionserver.Replication(171): c7aa6e2790b3,39009,1731568683486 started 2024-11-14T07:18:04,837 INFO [RS:0;c7aa6e2790b3:39009 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:18:04,837 INFO [RS:0;c7aa6e2790b3:39009 {}] regionserver.HRegionServer(1482): Serving as c7aa6e2790b3,39009,1731568683486, RpcServer on c7aa6e2790b3/172.17.0.2:39009, sessionid=0x10138353bf20001 2024-11-14T07:18:04,837 DEBUG [RS:0;c7aa6e2790b3:39009 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T07:18:04,837 DEBUG [RS:0;c7aa6e2790b3:39009 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c7aa6e2790b3,39009,1731568683486 2024-11-14T07:18:04,837 DEBUG [RS:0;c7aa6e2790b3:39009 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c7aa6e2790b3,39009,1731568683486' 2024-11-14T07:18:04,837 DEBUG [RS:0;c7aa6e2790b3:39009 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1851514317/flush-table-proc/abort' 2024-11-14T07:18:04,838 DEBUG [RS:0;c7aa6e2790b3:39009 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1851514317/flush-table-proc/acquired' 2024-11-14T07:18:04,838 DEBUG [RS:0;c7aa6e2790b3:39009 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T07:18:04,838 DEBUG [RS:0;c7aa6e2790b3:39009 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T07:18:04,838 DEBUG [RS:0;c7aa6e2790b3:39009 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c7aa6e2790b3,39009,1731568683486 2024-11-14T07:18:04,838 DEBUG [RS:0;c7aa6e2790b3:39009 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c7aa6e2790b3,39009,1731568683486' 2024-11-14T07:18:04,838 DEBUG [RS:0;c7aa6e2790b3:39009 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1851514317/online-snapshot/abort' 2024-11-14T07:18:04,839 DEBUG [RS:0;c7aa6e2790b3:39009 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1851514317/online-snapshot/acquired' 2024-11-14T07:18:04,839 DEBUG [RS:0;c7aa6e2790b3:39009 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T07:18:04,839 INFO [RS:0;c7aa6e2790b3:39009 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T07:18:04,839 INFO [RS:0;c7aa6e2790b3:39009 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T07:18:04,940 INFO [RS:0;c7aa6e2790b3:39009 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T07:18:04,941 INFO [RS:0;c7aa6e2790b3:39009 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c7aa6e2790b3%2C39009%2C1731568683486, suffix=, logDir=hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/WALs/c7aa6e2790b3,39009,1731568683486, archiveDir=hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/oldWALs, maxLogs=10 2024-11-14T07:18:04,955 DEBUG [RS:0;c7aa6e2790b3:39009 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/WALs/c7aa6e2790b3,39009,1731568683486/c7aa6e2790b3%2C39009%2C1731568683486.1731568684941, exclude list is [], retry=0 2024-11-14T07:18:04,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43661,DS-72356a5a-9e09-47a2-84ca-cac8f1ca9a87,DISK] 2024-11-14T07:18:04,964 INFO [RS:0;c7aa6e2790b3:39009 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/WALs/c7aa6e2790b3,39009,1731568683486/c7aa6e2790b3%2C39009%2C1731568683486.1731568684941 2024-11-14T07:18:04,967 DEBUG [RS:0;c7aa6e2790b3:39009 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38015:38015)] 2024-11-14T07:18:05,119 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:18:05,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T07:18:05,123 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T07:18:05,123 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:18:05,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:18:05,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T07:18:05,125 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T07:18:05,125 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:18:05,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:18:05,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T07:18:05,127 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T07:18:05,127 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:18:05,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:18:05,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T07:18:05,129 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T07:18:05,129 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:18:05,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:18:05,129 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T07:18:05,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/data/hbase/meta/1588230740 2024-11-14T07:18:05,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/data/hbase/meta/1588230740 2024-11-14T07:18:05,131 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T07:18:05,131 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T07:18:05,132 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T07:18:05,133 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T07:18:05,136 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T07:18:05,136 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71988931, jitterRate=0.07271866500377655}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T07:18:05,137 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731568685119Initializing all the Stores at 1731568685119Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568685119Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568685120 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568685120Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568685120Cleaning up temporary data from old regions at 1731568685131 (+11 ms)Region opened successfully at 1731568685137 (+6 ms) 2024-11-14T07:18:05,137 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T07:18:05,137 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T07:18:05,137 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T07:18:05,137 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T07:18:05,137 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T07:18:05,139 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T07:18:05,139 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731568685137Disabling compacts and flushes for region at 1731568685137Disabling writes for close at 1731568685137Writing region close event to WAL at 1731568685139 (+2 ms)Closed at 1731568685139 2024-11-14T07:18:05,140 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T07:18:05,140 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T07:18:05,141 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T07:18:05,143 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T07:18:05,144 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T07:18:05,294 DEBUG [c7aa6e2790b3:44647 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T07:18:05,295 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c7aa6e2790b3,39009,1731568683486 2024-11-14T07:18:05,296 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c7aa6e2790b3,39009,1731568683486, state=OPENING 2024-11-14T07:18:05,346 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T07:18:05,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44647-0x10138353bf20000, quorum=127.0.0.1:58497, baseZNode=/0-1851514317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1851514317 2024-11-14T07:18:05,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39009-0x10138353bf20001, quorum=127.0.0.1:58497, baseZNode=/0-1851514317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1851514317 2024-11-14T07:18:05,388 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1851514317/meta-region-server: CHANGED 2024-11-14T07:18:05,388 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1851514317/meta-region-server: CHANGED 2024-11-14T07:18:05,388 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T07:18:05,388 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c7aa6e2790b3,39009,1731568683486}] 2024-11-14T07:18:05,542 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T07:18:05,544 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49021, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T07:18:05,548 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T07:18:05,548 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T07:18:05,548 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T07:18:05,550 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c7aa6e2790b3%2C39009%2C1731568683486.meta, suffix=.meta, logDir=hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/WALs/c7aa6e2790b3,39009,1731568683486, archiveDir=hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/oldWALs, maxLogs=10 2024-11-14T07:18:05,565 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/WALs/c7aa6e2790b3,39009,1731568683486/c7aa6e2790b3%2C39009%2C1731568683486.meta.1731568685550.meta, exclude list is [], retry=0 2024-11-14T07:18:05,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43661,DS-72356a5a-9e09-47a2-84ca-cac8f1ca9a87,DISK] 2024-11-14T07:18:05,570 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/WALs/c7aa6e2790b3,39009,1731568683486/c7aa6e2790b3%2C39009%2C1731568683486.meta.1731568685550.meta 2024-11-14T07:18:05,571 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38015:38015)] 2024-11-14T07:18:05,571 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T07:18:05,571 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T07:18:05,571 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T07:18:05,571 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T07:18:05,571 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T07:18:05,572 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T07:18:05,572 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:18:05,572 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T07:18:05,572 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T07:18:05,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T07:18:05,574 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T07:18:05,574 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:18:05,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:18:05,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T07:18:05,575 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T07:18:05,575 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:18:05,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:18:05,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T07:18:05,576 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T07:18:05,576 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:18:05,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:18:05,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T07:18:05,579 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T07:18:05,579 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:18:05,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:18:05,580 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T07:18:05,581 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/data/hbase/meta/1588230740 2024-11-14T07:18:05,582 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/data/hbase/meta/1588230740 2024-11-14T07:18:05,583 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T07:18:05,583 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T07:18:05,584 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T07:18:05,585 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T07:18:05,586 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73870347, jitterRate=0.10075394809246063}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T07:18:05,586 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T07:18:05,587 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731568685572Writing region info on filesystem at 1731568685572Initializing all the Stores at 1731568685573 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568685573Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568685573Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568685573Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568685573Cleaning up temporary data from old regions at 1731568685583 (+10 ms)Running coprocessor post-open hooks at 1731568685586 (+3 ms)Region opened successfully at 1731568685587 (+1 ms) 2024-11-14T07:18:05,588 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731568685542 2024-11-14T07:18:05,592 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T07:18:05,592 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T07:18:05,592 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c7aa6e2790b3,39009,1731568683486 2024-11-14T07:18:05,593 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c7aa6e2790b3,39009,1731568683486, state=OPEN 2024-11-14T07:18:05,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44647-0x10138353bf20000, quorum=127.0.0.1:58497, baseZNode=/0-1851514317 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1851514317/meta-region-server 2024-11-14T07:18:05,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39009-0x10138353bf20001, quorum=127.0.0.1:58497, baseZNode=/0-1851514317 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1851514317/meta-region-server 2024-11-14T07:18:05,609 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c7aa6e2790b3,39009,1731568683486 2024-11-14T07:18:05,609 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1851514317/meta-region-server: CHANGED 2024-11-14T07:18:05,609 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1851514317/meta-region-server: CHANGED 2024-11-14T07:18:05,612 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T07:18:05,612 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c7aa6e2790b3,39009,1731568683486 in 221 msec 2024-11-14T07:18:05,616 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T07:18:05,616 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 472 msec 2024-11-14T07:18:05,617 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T07:18:05,617 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T07:18:05,618 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T07:18:05,618 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c7aa6e2790b3,39009,1731568683486, seqNum=-1] 2024-11-14T07:18:05,619 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T07:18:05,620 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49103, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T07:18:05,626 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 949 msec 2024-11-14T07:18:05,626 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731568685626, completionTime=-1 2024-11-14T07:18:05,626 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T07:18:05,626 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T07:18:05,630 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T07:18:05,630 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731568745630 2024-11-14T07:18:05,630 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731568805630 2024-11-14T07:18:05,630 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 4 msec 2024-11-14T07:18:05,631 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,44647,1731568683245-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T07:18:05,631 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,44647,1731568683245-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:18:05,631 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,44647,1731568683245-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:18:05,631 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c7aa6e2790b3:44647, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:18:05,631 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T07:18:05,633 DEBUG [master/c7aa6e2790b3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T07:18:05,636 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T07:18:05,645 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.067sec 2024-11-14T07:18:05,645 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T07:18:05,645 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T07:18:05,645 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T07:18:05,645 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T07:18:05,645 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T07:18:05,645 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,44647,1731568683245-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T07:18:05,645 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,44647,1731568683245-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T07:18:05,648 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T07:18:05,648 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T07:18:05,648 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,44647,1731568683245-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:18:05,740 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70282587, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:18:05,740 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,44647,-1 for getting cluster id 2024-11-14T07:18:05,740 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:18:05,742 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cf8a4caf-d166-4572-9bec-bff706d4e09f' 2024-11-14T07:18:05,742 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:18:05,742 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cf8a4caf-d166-4572-9bec-bff706d4e09f" 2024-11-14T07:18:05,743 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b3dbefe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:18:05,743 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,44647,-1] 2024-11-14T07:18:05,743 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:18:05,743 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:18:05,744 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:18:05,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26a8491c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:18:05,746 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T07:18:05,748 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c7aa6e2790b3,39009,1731568683486, seqNum=-1] 2024-11-14T07:18:05,749 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T07:18:05,750 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T07:18:05,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c7aa6e2790b3,44647,1731568683245 2024-11-14T07:18:05,753 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58497 2024-11-14T07:18:05,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58497, baseZNode=/0-1851514317 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T07:18:05,767 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10138353bf20002 connected 2024-11-14T07:18:05,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e7d7b287-8e98-beeb-cb49-feafd9fbacf2/hadoop.log.dir so I do NOT create it in target/test-data/aaca28a1-a049-f43c-f680-f698ea48df95 2024-11-14T07:18:05,780 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e7d7b287-8e98-beeb-cb49-feafd9fbacf2/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T07:18:05,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e7d7b287-8e98-beeb-cb49-feafd9fbacf2/hadoop.tmp.dir so I do NOT create it in target/test-data/aaca28a1-a049-f43c-f680-f698ea48df95 2024-11-14T07:18:05,780 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e7d7b287-8e98-beeb-cb49-feafd9fbacf2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T07:18:05,781 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aaca28a1-a049-f43c-f680-f698ea48df95 2024-11-14T07:18:05,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T07:18:05,781 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aaca28a1-a049-f43c-f680-f698ea48df95/cluster_bee7bd91-f6a1-44c1-fcce-dcd19c60c8f2, deleteOnExit=true 2024-11-14T07:18:05,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T07:18:05,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aaca28a1-a049-f43c-f680-f698ea48df95/test.cache.data in system properties and HBase conf 2024-11-14T07:18:05,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aaca28a1-a049-f43c-f680-f698ea48df95/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T07:18:05,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aaca28a1-a049-f43c-f680-f698ea48df95/hadoop.log.dir in system properties and HBase conf 2024-11-14T07:18:05,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aaca28a1-a049-f43c-f680-f698ea48df95/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T07:18:05,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aaca28a1-a049-f43c-f680-f698ea48df95/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T07:18:05,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T07:18:05,782 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T07:18:05,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aaca28a1-a049-f43c-f680-f698ea48df95/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T07:18:05,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aaca28a1-a049-f43c-f680-f698ea48df95/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T07:18:05,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aaca28a1-a049-f43c-f680-f698ea48df95/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T07:18:05,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aaca28a1-a049-f43c-f680-f698ea48df95/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T07:18:05,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aaca28a1-a049-f43c-f680-f698ea48df95/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T07:18:05,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aaca28a1-a049-f43c-f680-f698ea48df95/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T07:18:05,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aaca28a1-a049-f43c-f680-f698ea48df95/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T07:18:05,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aaca28a1-a049-f43c-f680-f698ea48df95/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T07:18:05,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aaca28a1-a049-f43c-f680-f698ea48df95/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T07:18:05,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aaca28a1-a049-f43c-f680-f698ea48df95/nfs.dump.dir in system properties and HBase conf 2024-11-14T07:18:05,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aaca28a1-a049-f43c-f680-f698ea48df95/java.io.tmpdir in system properties and HBase conf 2024-11-14T07:18:05,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aaca28a1-a049-f43c-f680-f698ea48df95/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T07:18:05,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aaca28a1-a049-f43c-f680-f698ea48df95/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T07:18:05,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aaca28a1-a049-f43c-f680-f698ea48df95/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T07:18:06,305 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T07:18:06,311 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T07:18:06,320 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T07:18:06,320 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T07:18:06,320 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T07:18:06,321 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T07:18:06,321 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@364aafe3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aaca28a1-a049-f43c-f680-f698ea48df95/hadoop.log.dir/,AVAILABLE} 2024-11-14T07:18:06,322 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d6e1dc4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T07:18:06,438 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@25cd9eb0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aaca28a1-a049-f43c-f680-f698ea48df95/java.io.tmpdir/jetty-localhost-38855-hadoop-hdfs-3_4_1-tests_jar-_-any-18379900534644543403/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T07:18:06,440 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@703e59be{HTTP/1.1, (http/1.1)}{localhost:38855} 2024-11-14T07:18:06,440 INFO [Time-limited test {}] server.Server(415): Started @56284ms 2024-11-14T07:18:06,773 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T07:18:06,780 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T07:18:06,789 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T07:18:06,789 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T07:18:06,789 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T07:18:06,792 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4600fe3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aaca28a1-a049-f43c-f680-f698ea48df95/hadoop.log.dir/,AVAILABLE} 2024-11-14T07:18:06,793 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56e56b65{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T07:18:06,906 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5a9370e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aaca28a1-a049-f43c-f680-f698ea48df95/java.io.tmpdir/jetty-localhost-46483-hadoop-hdfs-3_4_1-tests_jar-_-any-4230360799917535472/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T07:18:06,907 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@43f3d0e1{HTTP/1.1, (http/1.1)}{localhost:46483} 2024-11-14T07:18:06,907 INFO [Time-limited test {}] server.Server(415): Started @56750ms 2024-11-14T07:18:06,908 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T07:18:07,144 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T07:18:07,620 WARN [Thread-946 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aaca28a1-a049-f43c-f680-f698ea48df95/cluster_bee7bd91-f6a1-44c1-fcce-dcd19c60c8f2/data/data1/current/BP-541703176-172.17.0.2-1731568685812/current, will proceed with Du for space computation calculation, 2024-11-14T07:18:07,620 WARN [Thread-947 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aaca28a1-a049-f43c-f680-f698ea48df95/cluster_bee7bd91-f6a1-44c1-fcce-dcd19c60c8f2/data/data2/current/BP-541703176-172.17.0.2-1731568685812/current, will proceed with Du for space computation calculation, 2024-11-14T07:18:07,641 WARN [Thread-934 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T07:18:07,646 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9332992d94f55f15 with lease ID 0x3c40f2bd6908dac1: Processing first storage report for DS-0c14b966-e7c4-49b4-8da7-998169a11af7 from datanode DatanodeRegistration(127.0.0.1:44143, datanodeUuid=441f316d-4283-46b5-9772-cec4335eef79, infoPort=42149, infoSecurePort=0, ipcPort=40763, storageInfo=lv=-57;cid=testClusterID;nsid=1301135991;c=1731568685812) 2024-11-14T07:18:07,646 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9332992d94f55f15 with lease ID 0x3c40f2bd6908dac1: from storage DS-0c14b966-e7c4-49b4-8da7-998169a11af7 node DatanodeRegistration(127.0.0.1:44143, datanodeUuid=441f316d-4283-46b5-9772-cec4335eef79, infoPort=42149, infoSecurePort=0, ipcPort=40763, storageInfo=lv=-57;cid=testClusterID;nsid=1301135991;c=1731568685812), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T07:18:07,646 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9332992d94f55f15 with lease ID 0x3c40f2bd6908dac1: Processing first storage report for DS-384dca44-7d7a-4537-a2d8-6aa39b561ff2 from datanode DatanodeRegistration(127.0.0.1:44143, datanodeUuid=441f316d-4283-46b5-9772-cec4335eef79, infoPort=42149, infoSecurePort=0, ipcPort=40763, storageInfo=lv=-57;cid=testClusterID;nsid=1301135991;c=1731568685812) 2024-11-14T07:18:07,646 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9332992d94f55f15 with lease ID 0x3c40f2bd6908dac1: from storage DS-384dca44-7d7a-4537-a2d8-6aa39b561ff2 node DatanodeRegistration(127.0.0.1:44143, datanodeUuid=441f316d-4283-46b5-9772-cec4335eef79, infoPort=42149, infoSecurePort=0, ipcPort=40763, storageInfo=lv=-57;cid=testClusterID;nsid=1301135991;c=1731568685812), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T07:18:07,666 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aaca28a1-a049-f43c-f680-f698ea48df95 2024-11-14T07:18:07,667 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:18:07,668 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:18:07,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44143 is added to blk_1073741825_1001 (size=7) 2024-11-14T07:18:08,084 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36039/user/jenkins/test-data/3c55796d-f4a6-e93f-43e7-56cf90ca9f9a with version=8 2024-11-14T07:18:08,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36039/user/jenkins/test-data/3c55796d-f4a6-e93f-43e7-56cf90ca9f9a/hbase-staging 2024-11-14T07:18:08,086 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c7aa6e2790b3:0 server-side Connection retries=45 2024-11-14T07:18:08,086 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T07:18:08,086 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T07:18:08,086 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T07:18:08,087 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T07:18:08,087 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T07:18:08,087 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T07:18:08,087 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T07:18:08,088 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33825 2024-11-14T07:18:08,089 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33825 connecting to ZooKeeper ensemble=127.0.0.1:58497 2024-11-14T07:18:08,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:338250x0, quorum=127.0.0.1:58497, baseZNode=/1-738744582 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T07:18:08,136 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33825-0x10138353bf20003 connected 2024-11-14T07:18:08,210 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:18:08,211 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:18:08,216 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33825-0x10138353bf20003, quorum=127.0.0.1:58497, baseZNode=/1-738744582 Set watcher on znode that does not yet exist, /1-738744582/running 2024-11-14T07:18:08,217 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36039/user/jenkins/test-data/3c55796d-f4a6-e93f-43e7-56cf90ca9f9a, hbase.cluster.distributed=false 2024-11-14T07:18:08,218 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33825-0x10138353bf20003, quorum=127.0.0.1:58497, baseZNode=/1-738744582 Set watcher on znode that does not yet exist, /1-738744582/acl 2024-11-14T07:18:08,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33825 2024-11-14T07:18:08,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33825 2024-11-14T07:18:08,225 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33825 2024-11-14T07:18:08,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33825 2024-11-14T07:18:08,231 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33825 2024-11-14T07:18:08,288 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c7aa6e2790b3:0 server-side Connection retries=45 2024-11-14T07:18:08,288 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T07:18:08,288 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T07:18:08,288 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T07:18:08,288 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T07:18:08,288 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T07:18:08,288 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T07:18:08,288 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T07:18:08,289 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40737 2024-11-14T07:18:08,290 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40737 connecting to ZooKeeper ensemble=127.0.0.1:58497 2024-11-14T07:18:08,290 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:18:08,292 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:18:08,304 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:407370x0, quorum=127.0.0.1:58497, baseZNode=/1-738744582 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T07:18:08,304 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:407370x0, quorum=127.0.0.1:58497, baseZNode=/1-738744582 Set watcher on znode that does not yet exist, /1-738744582/running 2024-11-14T07:18:08,304 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40737-0x10138353bf20004 connected 2024-11-14T07:18:08,304 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T07:18:08,306 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T07:18:08,306 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40737-0x10138353bf20004, quorum=127.0.0.1:58497, baseZNode=/1-738744582 Set watcher on znode that does not yet exist, /1-738744582/master 2024-11-14T07:18:08,307 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40737-0x10138353bf20004, quorum=127.0.0.1:58497, baseZNode=/1-738744582 Set watcher on znode that does not yet exist, /1-738744582/acl 2024-11-14T07:18:08,313 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40737 2024-11-14T07:18:08,315 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40737 2024-11-14T07:18:08,316 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40737 2024-11-14T07:18:08,319 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40737 2024-11-14T07:18:08,319 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40737 2024-11-14T07:18:08,331 DEBUG [M:0;c7aa6e2790b3:33825 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c7aa6e2790b3:33825 2024-11-14T07:18:08,332 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-738744582/backup-masters/c7aa6e2790b3,33825,1731568688086 2024-11-14T07:18:08,345 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40737-0x10138353bf20004, quorum=127.0.0.1:58497, baseZNode=/1-738744582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-738744582/backup-masters 2024-11-14T07:18:08,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33825-0x10138353bf20003, quorum=127.0.0.1:58497, baseZNode=/1-738744582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-738744582/backup-masters 2024-11-14T07:18:08,345 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33825-0x10138353bf20003, quorum=127.0.0.1:58497, baseZNode=/1-738744582 Set watcher on existing znode=/1-738744582/backup-masters/c7aa6e2790b3,33825,1731568688086 2024-11-14T07:18:08,356 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40737-0x10138353bf20004, quorum=127.0.0.1:58497, baseZNode=/1-738744582 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-738744582/master 2024-11-14T07:18:08,356 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40737-0x10138353bf20004, quorum=127.0.0.1:58497, baseZNode=/1-738744582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-738744582 2024-11-14T07:18:08,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33825-0x10138353bf20003, quorum=127.0.0.1:58497, baseZNode=/1-738744582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-738744582 2024-11-14T07:18:08,357 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33825-0x10138353bf20003, quorum=127.0.0.1:58497, baseZNode=/1-738744582 Set watcher on existing znode=/1-738744582/master 2024-11-14T07:18:08,358 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-738744582/backup-masters/c7aa6e2790b3,33825,1731568688086 from backup master directory 2024-11-14T07:18:08,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33825-0x10138353bf20003, quorum=127.0.0.1:58497, baseZNode=/1-738744582 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-738744582/backup-masters/c7aa6e2790b3,33825,1731568688086 2024-11-14T07:18:08,367 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40737-0x10138353bf20004, quorum=127.0.0.1:58497, baseZNode=/1-738744582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-738744582/backup-masters 2024-11-14T07:18:08,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33825-0x10138353bf20003, quorum=127.0.0.1:58497, baseZNode=/1-738744582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-738744582/backup-masters 2024-11-14T07:18:08,367 WARN [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T07:18:08,367 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c7aa6e2790b3,33825,1731568688086 2024-11-14T07:18:08,371 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36039/user/jenkins/test-data/3c55796d-f4a6-e93f-43e7-56cf90ca9f9a/hbase.id] with ID: 0ed93b9b-eb81-4544-bc85-f5c710d49e64 2024-11-14T07:18:08,371 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36039/user/jenkins/test-data/3c55796d-f4a6-e93f-43e7-56cf90ca9f9a/.tmp/hbase.id 2024-11-14T07:18:08,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44143 is added to blk_1073741826_1002 (size=42) 2024-11-14T07:18:08,778 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36039/user/jenkins/test-data/3c55796d-f4a6-e93f-43e7-56cf90ca9f9a/.tmp/hbase.id]:[hdfs://localhost:36039/user/jenkins/test-data/3c55796d-f4a6-e93f-43e7-56cf90ca9f9a/hbase.id] 2024-11-14T07:18:08,789 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:18:08,789 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T07:18:08,790 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T07:18:08,840 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40737-0x10138353bf20004, quorum=127.0.0.1:58497, baseZNode=/1-738744582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-738744582 2024-11-14T07:18:08,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33825-0x10138353bf20003, quorum=127.0.0.1:58497, baseZNode=/1-738744582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-738744582 2024-11-14T07:18:08,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44143 is added to blk_1073741827_1003 (size=196) 2024-11-14T07:18:09,247 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T07:18:09,248 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T07:18:09,248 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T07:18:09,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44143 is added to blk_1073741828_1004 (size=1189) 2024-11-14T07:18:09,659 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36039/user/jenkins/test-data/3c55796d-f4a6-e93f-43e7-56cf90ca9f9a/MasterData/data/master/store 2024-11-14T07:18:09,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44143 is added to blk_1073741829_1005 (size=34) 2024-11-14T07:18:10,075 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:18:10,075 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T07:18:10,075 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:18:10,075 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:18:10,075 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T07:18:10,075 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:18:10,075 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:18:10,075 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731568690075Disabling compacts and flushes for region at 1731568690075Disabling writes for close at 1731568690075Writing region close event to WAL at 1731568690075Closed at 1731568690075 2024-11-14T07:18:10,076 WARN [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36039/user/jenkins/test-data/3c55796d-f4a6-e93f-43e7-56cf90ca9f9a/MasterData/data/master/store/.initializing 2024-11-14T07:18:10,076 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36039/user/jenkins/test-data/3c55796d-f4a6-e93f-43e7-56cf90ca9f9a/MasterData/WALs/c7aa6e2790b3,33825,1731568688086 2024-11-14T07:18:10,077 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T07:18:10,078 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c7aa6e2790b3%2C33825%2C1731568688086, suffix=, logDir=hdfs://localhost:36039/user/jenkins/test-data/3c55796d-f4a6-e93f-43e7-56cf90ca9f9a/MasterData/WALs/c7aa6e2790b3,33825,1731568688086, archiveDir=hdfs://localhost:36039/user/jenkins/test-data/3c55796d-f4a6-e93f-43e7-56cf90ca9f9a/MasterData/oldWALs, maxLogs=10 2024-11-14T07:18:10,090 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3c55796d-f4a6-e93f-43e7-56cf90ca9f9a/MasterData/WALs/c7aa6e2790b3,33825,1731568688086/c7aa6e2790b3%2C33825%2C1731568688086.1731568690078, exclude list is [], retry=0 2024-11-14T07:18:10,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44143,DS-0c14b966-e7c4-49b4-8da7-998169a11af7,DISK] 2024-11-14T07:18:10,094 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3c55796d-f4a6-e93f-43e7-56cf90ca9f9a/MasterData/WALs/c7aa6e2790b3,33825,1731568688086/c7aa6e2790b3%2C33825%2C1731568688086.1731568690078 2024-11-14T07:18:10,094 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42149:42149)] 2024-11-14T07:18:10,094 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T07:18:10,094 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:18:10,094 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:18:10,094 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:18:10,096 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:18:10,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T07:18:10,100 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:18:10,101 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:18:10,101 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:18:10,102 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T07:18:10,102 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:18:10,104 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:18:10,104 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:18:10,106 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T07:18:10,106 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:18:10,107 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:18:10,107 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:18:10,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T07:18:10,108 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:18:10,110 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:18:10,110 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:18:10,111 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36039/user/jenkins/test-data/3c55796d-f4a6-e93f-43e7-56cf90ca9f9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:18:10,111 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36039/user/jenkins/test-data/3c55796d-f4a6-e93f-43e7-56cf90ca9f9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:18:10,113 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:18:10,113 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:18:10,114 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T07:18:10,115 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:18:10,118 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36039/user/jenkins/test-data/3c55796d-f4a6-e93f-43e7-56cf90ca9f9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T07:18:10,118 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74665862, jitterRate=0.11260804533958435}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T07:18:10,118 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731568690094Initializing all the Stores at 1731568690095 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568690095Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568690095Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568690095Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568690095Cleaning up temporary data from old regions at 1731568690113 (+18 ms)Region opened successfully at 1731568690118 (+5 ms) 2024-11-14T07:18:10,119 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T07:18:10,122 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5839daf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c7aa6e2790b3/172.17.0.2:0 2024-11-14T07:18:10,123 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T07:18:10,123 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T07:18:10,123 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T07:18:10,124 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T07:18:10,124 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T07:18:10,124 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T07:18:10,124 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T07:18:10,130 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T07:18:10,131 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33825-0x10138353bf20003, quorum=127.0.0.1:58497, baseZNode=/1-738744582 Unable to get data of znode /1-738744582/balancer because node does not exist (not necessarily an error) 2024-11-14T07:18:10,177 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-738744582/balancer already deleted, retry=false 2024-11-14T07:18:10,178 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T07:18:10,178 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33825-0x10138353bf20003, quorum=127.0.0.1:58497, baseZNode=/1-738744582 Unable to get data of znode /1-738744582/normalizer because node does not exist (not necessarily an error) 2024-11-14T07:18:10,188 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-738744582/normalizer already deleted, retry=false 2024-11-14T07:18:10,188 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T07:18:10,189 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33825-0x10138353bf20003, quorum=127.0.0.1:58497, baseZNode=/1-738744582 Unable to get data of znode /1-738744582/switch/split because node does not exist (not necessarily an error) 2024-11-14T07:18:10,199 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-738744582/switch/split already deleted, retry=false 2024-11-14T07:18:10,200 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33825-0x10138353bf20003, quorum=127.0.0.1:58497, baseZNode=/1-738744582 Unable to get data of znode /1-738744582/switch/merge because node does not exist (not necessarily an error) 2024-11-14T07:18:10,209 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-738744582/switch/merge already deleted, retry=false 2024-11-14T07:18:10,212 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33825-0x10138353bf20003, quorum=127.0.0.1:58497, baseZNode=/1-738744582 Unable to get data of znode /1-738744582/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T07:18:10,219 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-738744582/snapshot-cleanup already deleted, retry=false 2024-11-14T07:18:10,230 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40737-0x10138353bf20004, quorum=127.0.0.1:58497, baseZNode=/1-738744582 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-738744582/running 2024-11-14T07:18:10,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33825-0x10138353bf20003, quorum=127.0.0.1:58497, baseZNode=/1-738744582 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-738744582/running 2024-11-14T07:18:10,230 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40737-0x10138353bf20004, quorum=127.0.0.1:58497, baseZNode=/1-738744582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-738744582 2024-11-14T07:18:10,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33825-0x10138353bf20003, quorum=127.0.0.1:58497, baseZNode=/1-738744582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-738744582 2024-11-14T07:18:10,231 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c7aa6e2790b3,33825,1731568688086, sessionid=0x10138353bf20003, setting cluster-up flag (Was=false) 2024-11-14T07:18:10,251 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40737-0x10138353bf20004, quorum=127.0.0.1:58497, baseZNode=/1-738744582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-738744582 2024-11-14T07:18:10,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33825-0x10138353bf20003, quorum=127.0.0.1:58497, baseZNode=/1-738744582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-738744582 2024-11-14T07:18:10,282 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-738744582/flush-table-proc/acquired, /1-738744582/flush-table-proc/reached, /1-738744582/flush-table-proc/abort 2024-11-14T07:18:10,283 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c7aa6e2790b3,33825,1731568688086 2024-11-14T07:18:10,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33825-0x10138353bf20003, quorum=127.0.0.1:58497, baseZNode=/1-738744582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-738744582 2024-11-14T07:18:10,304 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40737-0x10138353bf20004, quorum=127.0.0.1:58497, baseZNode=/1-738744582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-738744582 2024-11-14T07:18:10,335 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-738744582/online-snapshot/acquired, /1-738744582/online-snapshot/reached, /1-738744582/online-snapshot/abort 2024-11-14T07:18:10,341 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c7aa6e2790b3,33825,1731568688086 2024-11-14T07:18:10,342 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36039/user/jenkins/test-data/3c55796d-f4a6-e93f-43e7-56cf90ca9f9a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T07:18:10,343 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T07:18:10,344 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T07:18:10,344 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T07:18:10,344 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c7aa6e2790b3,33825,1731568688086 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T07:18:10,345 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c7aa6e2790b3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T07:18:10,345 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c7aa6e2790b3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T07:18:10,345 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T07:18:10,345 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T07:18:10,345 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c7aa6e2790b3:0, corePoolSize=10, maxPoolSize=10 2024-11-14T07:18:10,345 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:18:10,345 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T07:18:10,345 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:18:10,347 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T07:18:10,347 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T07:18:10,351 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:18:10,351 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T07:18:10,356 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731568720356 2024-11-14T07:18:10,356 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T07:18:10,356 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T07:18:10,356 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T07:18:10,356 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T07:18:10,356 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T07:18:10,357 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T07:18:10,359 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T07:18:10,360 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T07:18:10,360 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T07:18:10,360 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T07:18:10,360 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T07:18:10,364 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T07:18:10,364 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T07:18:10,368 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.large.0-1731568690364,5,FailOnTimeoutGroup] 2024-11-14T07:18:10,368 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.small.0-1731568690368,5,FailOnTimeoutGroup] 2024-11-14T07:18:10,368 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T07:18:10,368 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T07:18:10,368 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T07:18:10,368 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T07:18:10,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44143 is added to blk_1073741831_1007 (size=1321) 2024-11-14T07:18:10,423 INFO [RS:0;c7aa6e2790b3:40737 {}] regionserver.HRegionServer(746): ClusterId : 0ed93b9b-eb81-4544-bc85-f5c710d49e64 2024-11-14T07:18:10,423 DEBUG [RS:0;c7aa6e2790b3:40737 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T07:18:10,430 DEBUG [RS:0;c7aa6e2790b3:40737 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T07:18:10,430 DEBUG [RS:0;c7aa6e2790b3:40737 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T07:18:10,441 DEBUG [RS:0;c7aa6e2790b3:40737 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T07:18:10,441 DEBUG [RS:0;c7aa6e2790b3:40737 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d3023a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c7aa6e2790b3/172.17.0.2:0 2024-11-14T07:18:10,456 DEBUG [RS:0;c7aa6e2790b3:40737 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c7aa6e2790b3:40737 2024-11-14T07:18:10,456 INFO [RS:0;c7aa6e2790b3:40737 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T07:18:10,456 INFO [RS:0;c7aa6e2790b3:40737 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T07:18:10,456 DEBUG [RS:0;c7aa6e2790b3:40737 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T07:18:10,457 INFO [RS:0;c7aa6e2790b3:40737 {}] regionserver.HRegionServer(2659): reportForDuty to master=c7aa6e2790b3,33825,1731568688086 with port=40737, startcode=1731568688248 2024-11-14T07:18:10,457 DEBUG [RS:0;c7aa6e2790b3:40737 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T07:18:10,459 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48043, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T07:18:10,459 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33825 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c7aa6e2790b3,40737,1731568688248 2024-11-14T07:18:10,459 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33825 {}] master.ServerManager(517): Registering regionserver=c7aa6e2790b3,40737,1731568688248 2024-11-14T07:18:10,461 DEBUG [RS:0;c7aa6e2790b3:40737 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36039/user/jenkins/test-data/3c55796d-f4a6-e93f-43e7-56cf90ca9f9a 2024-11-14T07:18:10,461 DEBUG [RS:0;c7aa6e2790b3:40737 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36039 2024-11-14T07:18:10,461 DEBUG [RS:0;c7aa6e2790b3:40737 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T07:18:10,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33825-0x10138353bf20003, quorum=127.0.0.1:58497, baseZNode=/1-738744582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-738744582/rs 2024-11-14T07:18:10,520 DEBUG [RS:0;c7aa6e2790b3:40737 {}] zookeeper.ZKUtil(111): regionserver:40737-0x10138353bf20004, quorum=127.0.0.1:58497, baseZNode=/1-738744582 Set watcher on existing znode=/1-738744582/rs/c7aa6e2790b3,40737,1731568688248 2024-11-14T07:18:10,521 WARN [RS:0;c7aa6e2790b3:40737 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T07:18:10,521 INFO [RS:0;c7aa6e2790b3:40737 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T07:18:10,521 DEBUG [RS:0;c7aa6e2790b3:40737 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36039/user/jenkins/test-data/3c55796d-f4a6-e93f-43e7-56cf90ca9f9a/WALs/c7aa6e2790b3,40737,1731568688248 2024-11-14T07:18:10,521 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c7aa6e2790b3,40737,1731568688248] 2024-11-14T07:18:10,524 INFO [RS:0;c7aa6e2790b3:40737 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T07:18:10,527 INFO [RS:0;c7aa6e2790b3:40737 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T07:18:10,528 INFO [RS:0;c7aa6e2790b3:40737 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T07:18:10,528 INFO [RS:0;c7aa6e2790b3:40737 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T07:18:10,535 INFO [RS:0;c7aa6e2790b3:40737 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T07:18:10,536 INFO [RS:0;c7aa6e2790b3:40737 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T07:18:10,536 INFO [RS:0;c7aa6e2790b3:40737 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T07:18:10,536 DEBUG [RS:0;c7aa6e2790b3:40737 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:18:10,536 DEBUG [RS:0;c7aa6e2790b3:40737 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:18:10,536 DEBUG [RS:0;c7aa6e2790b3:40737 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:18:10,536 DEBUG [RS:0;c7aa6e2790b3:40737 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:18:10,537 DEBUG [RS:0;c7aa6e2790b3:40737 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:18:10,537 DEBUG [RS:0;c7aa6e2790b3:40737 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c7aa6e2790b3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T07:18:10,537 DEBUG [RS:0;c7aa6e2790b3:40737 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:18:10,537 DEBUG [RS:0;c7aa6e2790b3:40737 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:18:10,537 DEBUG [RS:0;c7aa6e2790b3:40737 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:18:10,537 DEBUG [RS:0;c7aa6e2790b3:40737 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:18:10,537 DEBUG [RS:0;c7aa6e2790b3:40737 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:18:10,537 DEBUG [RS:0;c7aa6e2790b3:40737 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:18:10,537 DEBUG [RS:0;c7aa6e2790b3:40737 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c7aa6e2790b3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T07:18:10,537 DEBUG [RS:0;c7aa6e2790b3:40737 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c7aa6e2790b3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T07:18:10,540 INFO [RS:0;c7aa6e2790b3:40737 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T07:18:10,540 INFO [RS:0;c7aa6e2790b3:40737 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T07:18:10,540 INFO [RS:0;c7aa6e2790b3:40737 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T07:18:10,540 INFO [RS:0;c7aa6e2790b3:40737 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T07:18:10,540 INFO [RS:0;c7aa6e2790b3:40737 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T07:18:10,540 INFO [RS:0;c7aa6e2790b3:40737 {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,40737,1731568688248-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T07:18:10,559 INFO [RS:0;c7aa6e2790b3:40737 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T07:18:10,559 INFO [RS:0;c7aa6e2790b3:40737 {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,40737,1731568688248-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T07:18:10,559 INFO [RS:0;c7aa6e2790b3:40737 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:18:10,559 INFO [RS:0;c7aa6e2790b3:40737 {}] regionserver.Replication(171): c7aa6e2790b3,40737,1731568688248 started 2024-11-14T07:18:10,573 INFO [RS:0;c7aa6e2790b3:40737 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:18:10,574 INFO [RS:0;c7aa6e2790b3:40737 {}] regionserver.HRegionServer(1482): Serving as c7aa6e2790b3,40737,1731568688248, RpcServer on c7aa6e2790b3/172.17.0.2:40737, sessionid=0x10138353bf20004 2024-11-14T07:18:10,574 DEBUG [RS:0;c7aa6e2790b3:40737 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T07:18:10,574 DEBUG [RS:0;c7aa6e2790b3:40737 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c7aa6e2790b3,40737,1731568688248 2024-11-14T07:18:10,574 DEBUG [RS:0;c7aa6e2790b3:40737 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c7aa6e2790b3,40737,1731568688248' 2024-11-14T07:18:10,574 DEBUG [RS:0;c7aa6e2790b3:40737 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-738744582/flush-table-proc/abort' 2024-11-14T07:18:10,575 DEBUG [RS:0;c7aa6e2790b3:40737 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-738744582/flush-table-proc/acquired' 2024-11-14T07:18:10,575 DEBUG [RS:0;c7aa6e2790b3:40737 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T07:18:10,575 DEBUG [RS:0;c7aa6e2790b3:40737 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T07:18:10,575 DEBUG [RS:0;c7aa6e2790b3:40737 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c7aa6e2790b3,40737,1731568688248 2024-11-14T07:18:10,575 DEBUG [RS:0;c7aa6e2790b3:40737 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c7aa6e2790b3,40737,1731568688248' 2024-11-14T07:18:10,575 DEBUG [RS:0;c7aa6e2790b3:40737 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-738744582/online-snapshot/abort' 2024-11-14T07:18:10,575 DEBUG [RS:0;c7aa6e2790b3:40737 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-738744582/online-snapshot/acquired' 2024-11-14T07:18:10,576 DEBUG [RS:0;c7aa6e2790b3:40737 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T07:18:10,576 INFO [RS:0;c7aa6e2790b3:40737 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T07:18:10,576 INFO [RS:0;c7aa6e2790b3:40737 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T07:18:10,677 INFO [RS:0;c7aa6e2790b3:40737 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T07:18:10,678 INFO [RS:0;c7aa6e2790b3:40737 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c7aa6e2790b3%2C40737%2C1731568688248, suffix=, logDir=hdfs://localhost:36039/user/jenkins/test-data/3c55796d-f4a6-e93f-43e7-56cf90ca9f9a/WALs/c7aa6e2790b3,40737,1731568688248, archiveDir=hdfs://localhost:36039/user/jenkins/test-data/3c55796d-f4a6-e93f-43e7-56cf90ca9f9a/oldWALs, maxLogs=10 2024-11-14T07:18:10,696 DEBUG [RS:0;c7aa6e2790b3:40737 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3c55796d-f4a6-e93f-43e7-56cf90ca9f9a/WALs/c7aa6e2790b3,40737,1731568688248/c7aa6e2790b3%2C40737%2C1731568688248.1731568690678, exclude list is [], retry=0 2024-11-14T07:18:10,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44143,DS-0c14b966-e7c4-49b4-8da7-998169a11af7,DISK] 2024-11-14T07:18:10,707 INFO [RS:0;c7aa6e2790b3:40737 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3c55796d-f4a6-e93f-43e7-56cf90ca9f9a/WALs/c7aa6e2790b3,40737,1731568688248/c7aa6e2790b3%2C40737%2C1731568688248.1731568690678 2024-11-14T07:18:10,707 DEBUG [RS:0;c7aa6e2790b3:40737 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42149:42149)] 2024-11-14T07:18:10,772 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36039/user/jenkins/test-data/3c55796d-f4a6-e93f-43e7-56cf90ca9f9a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T07:18:10,772 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36039/user/jenkins/test-data/3c55796d-f4a6-e93f-43e7-56cf90ca9f9a 2024-11-14T07:18:10,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44143 is added to blk_1073741833_1009 (size=32) 2024-11-14T07:18:11,075 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T07:18:11,095 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:18:11,095 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:18:11,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:18:11,103 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:18:11,111 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T07:18:11,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:18:11,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T07:18:11,180 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T07:18:11,181 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:18:11,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:18:11,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T07:18:11,182 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T07:18:11,182 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:18:11,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:18:11,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T07:18:11,184 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T07:18:11,184 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:18:11,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:18:11,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T07:18:11,188 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T07:18:11,188 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:18:11,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:18:11,188 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T07:18:11,189 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36039/user/jenkins/test-data/3c55796d-f4a6-e93f-43e7-56cf90ca9f9a/data/hbase/meta/1588230740 2024-11-14T07:18:11,189 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36039/user/jenkins/test-data/3c55796d-f4a6-e93f-43e7-56cf90ca9f9a/data/hbase/meta/1588230740 2024-11-14T07:18:11,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T07:18:11,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T07:18:11,191 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T07:18:11,192 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T07:18:11,194 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36039/user/jenkins/test-data/3c55796d-f4a6-e93f-43e7-56cf90ca9f9a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T07:18:11,195 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70036557, jitterRate=0.043626025319099426}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T07:18:11,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731568691178Initializing all the Stores at 1731568691179 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568691179Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568691179Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568691179Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568691179Cleaning up temporary data from old regions at 1731568691191 (+12 ms)Region opened successfully at 1731568691195 (+4 ms) 2024-11-14T07:18:11,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T07:18:11,195 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T07:18:11,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T07:18:11,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T07:18:11,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T07:18:11,196 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T07:18:11,196 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731568691195Disabling compacts and flushes for region at 1731568691195Disabling writes for close at 1731568691195Writing region close event to WAL at 1731568691196 (+1 ms)Closed at 1731568691196 2024-11-14T07:18:11,197 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T07:18:11,197 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T07:18:11,197 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T07:18:11,198 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T07:18:11,200 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T07:18:11,351 DEBUG [c7aa6e2790b3:33825 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T07:18:11,351 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c7aa6e2790b3,40737,1731568688248 2024-11-14T07:18:11,352 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c7aa6e2790b3,40737,1731568688248, state=OPENING 2024-11-14T07:18:11,398 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T07:18:11,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33825-0x10138353bf20003, quorum=127.0.0.1:58497, baseZNode=/1-738744582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-738744582 2024-11-14T07:18:11,409 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40737-0x10138353bf20004, quorum=127.0.0.1:58497, baseZNode=/1-738744582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-738744582 2024-11-14T07:18:11,409 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-738744582/meta-region-server: CHANGED 2024-11-14T07:18:11,409 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-738744582/meta-region-server: CHANGED 2024-11-14T07:18:11,409 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T07:18:11,410 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c7aa6e2790b3,40737,1731568688248}] 2024-11-14T07:18:11,562 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T07:18:11,564 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48955, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T07:18:11,567 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T07:18:11,568 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T07:18:11,568 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T07:18:11,572 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c7aa6e2790b3%2C40737%2C1731568688248.meta, suffix=.meta, logDir=hdfs://localhost:36039/user/jenkins/test-data/3c55796d-f4a6-e93f-43e7-56cf90ca9f9a/WALs/c7aa6e2790b3,40737,1731568688248, archiveDir=hdfs://localhost:36039/user/jenkins/test-data/3c55796d-f4a6-e93f-43e7-56cf90ca9f9a/oldWALs, maxLogs=10 2024-11-14T07:18:11,585 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3c55796d-f4a6-e93f-43e7-56cf90ca9f9a/WALs/c7aa6e2790b3,40737,1731568688248/c7aa6e2790b3%2C40737%2C1731568688248.meta.1731568691572.meta, exclude list is [], retry=0 2024-11-14T07:18:11,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44143,DS-0c14b966-e7c4-49b4-8da7-998169a11af7,DISK] 2024-11-14T07:18:11,590 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3c55796d-f4a6-e93f-43e7-56cf90ca9f9a/WALs/c7aa6e2790b3,40737,1731568688248/c7aa6e2790b3%2C40737%2C1731568688248.meta.1731568691572.meta 2024-11-14T07:18:11,591 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42149:42149)] 2024-11-14T07:18:11,591 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T07:18:11,591 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T07:18:11,591 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T07:18:11,592 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T07:18:11,592 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T07:18:11,592 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T07:18:11,592 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:18:11,592 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T07:18:11,592 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T07:18:11,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T07:18:11,597 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T07:18:11,597 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:18:11,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:18:11,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T07:18:11,598 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T07:18:11,598 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:18:11,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:18:11,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T07:18:11,600 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T07:18:11,600 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:18:11,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:18:11,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T07:18:11,601 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T07:18:11,601 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:18:11,602 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:18:11,602 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T07:18:11,603 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36039/user/jenkins/test-data/3c55796d-f4a6-e93f-43e7-56cf90ca9f9a/data/hbase/meta/1588230740 2024-11-14T07:18:11,604 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36039/user/jenkins/test-data/3c55796d-f4a6-e93f-43e7-56cf90ca9f9a/data/hbase/meta/1588230740 2024-11-14T07:18:11,605 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T07:18:11,605 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T07:18:11,606 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T07:18:11,608 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T07:18:11,609 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59961846, jitterRate=-0.10649886727333069}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T07:18:11,609 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T07:18:11,609 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731568691592Writing region info on filesystem at 1731568691592Initializing all the Stores at 1731568691595 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568691595Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568691596 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568691596Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568691596Cleaning up temporary data from old regions at 1731568691605 (+9 ms)Running coprocessor post-open hooks at 1731568691609 (+4 ms)Region opened successfully at 1731568691609 2024-11-14T07:18:11,610 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731568691562 2024-11-14T07:18:11,613 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T07:18:11,613 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T07:18:11,614 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c7aa6e2790b3,40737,1731568688248 2024-11-14T07:18:11,614 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c7aa6e2790b3,40737,1731568688248, state=OPEN 2024-11-14T07:18:11,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33825-0x10138353bf20003, quorum=127.0.0.1:58497, baseZNode=/1-738744582 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-738744582/meta-region-server 2024-11-14T07:18:11,640 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40737-0x10138353bf20004, quorum=127.0.0.1:58497, baseZNode=/1-738744582 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-738744582/meta-region-server 2024-11-14T07:18:11,641 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c7aa6e2790b3,40737,1731568688248 2024-11-14T07:18:11,641 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-738744582/meta-region-server: CHANGED 2024-11-14T07:18:11,641 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-738744582/meta-region-server: CHANGED 2024-11-14T07:18:11,646 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T07:18:11,646 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c7aa6e2790b3,40737,1731568688248 in 232 msec 2024-11-14T07:18:11,652 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T07:18:11,652 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 449 msec 2024-11-14T07:18:11,653 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T07:18:11,653 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T07:18:11,656 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T07:18:11,656 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c7aa6e2790b3,40737,1731568688248, seqNum=-1] 2024-11-14T07:18:11,657 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T07:18:11,658 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46405, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T07:18:11,665 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3210 sec 2024-11-14T07:18:11,665 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731568691665, completionTime=-1 2024-11-14T07:18:11,665 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T07:18:11,665 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T07:18:11,669 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T07:18:11,669 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731568751669 2024-11-14T07:18:11,669 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731568811669 2024-11-14T07:18:11,669 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-14T07:18:11,669 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,33825,1731568688086-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T07:18:11,669 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,33825,1731568688086-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:18:11,669 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,33825,1731568688086-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:18:11,669 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c7aa6e2790b3:33825, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:18:11,669 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T07:18:11,670 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T07:18:11,672 DEBUG [master/c7aa6e2790b3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T07:18:11,674 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.307sec 2024-11-14T07:18:11,674 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T07:18:11,674 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T07:18:11,674 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T07:18:11,674 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T07:18:11,674 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T07:18:11,674 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,33825,1731568688086-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T07:18:11,674 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,33825,1731568688086-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T07:18:11,680 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T07:18:11,680 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T07:18:11,680 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,33825,1731568688086-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:18:11,724 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2510069b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:18:11,724 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,33825,-1 for getting cluster id 2024-11-14T07:18:11,724 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:18:11,726 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ed93b9b-eb81-4544-bc85-f5c710d49e64' 2024-11-14T07:18:11,726 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:18:11,726 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ed93b9b-eb81-4544-bc85-f5c710d49e64" 2024-11-14T07:18:11,726 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dcf4e22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:18:11,727 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,33825,-1] 2024-11-14T07:18:11,727 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:18:11,727 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:18:11,728 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:18:11,729 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bdb923b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:18:11,730 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T07:18:11,731 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c7aa6e2790b3,40737,1731568688248, seqNum=-1] 2024-11-14T07:18:11,731 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T07:18:11,733 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T07:18:11,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c7aa6e2790b3,33825,1731568688086 2024-11-14T07:18:11,736 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58497 2024-11-14T07:18:11,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58497, baseZNode=/1-738744582 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T07:18:11,746 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10138353bf20005 connected 2024-11-14T07:18:11,761 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:18:11,762 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is c7aa6e2790b3,44647,1731568683245 2024-11-14T07:18:11,762 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@10b615a6 2024-11-14T07:18:11,763 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T07:18:11,764 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T07:18:11,767 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44647 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T07:18:11,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44647 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T07:18:11,770 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T07:18:11,771 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:18:11,772 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44647 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T07:18:11,774 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T07:18:11,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:18:11,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43661 is added to blk_1073741835_1011 (size=902) 2024-11-14T07:18:11,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:18:12,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:18:12,192 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e821bc9b80477efab784e876620dca22, NAME => 'test,,1731568691765.e821bc9b80477efab784e876620dca22.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d 2024-11-14T07:18:12,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43661 is added to blk_1073741836_1012 (size=39) 2024-11-14T07:18:12,206 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731568691765.e821bc9b80477efab784e876620dca22.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:18:12,206 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e821bc9b80477efab784e876620dca22, disabling compactions & flushes 2024-11-14T07:18:12,206 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731568691765.e821bc9b80477efab784e876620dca22. 2024-11-14T07:18:12,206 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731568691765.e821bc9b80477efab784e876620dca22. 2024-11-14T07:18:12,206 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731568691765.e821bc9b80477efab784e876620dca22. after waiting 0 ms 2024-11-14T07:18:12,206 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731568691765.e821bc9b80477efab784e876620dca22. 2024-11-14T07:18:12,206 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731568691765.e821bc9b80477efab784e876620dca22. 2024-11-14T07:18:12,206 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e821bc9b80477efab784e876620dca22: Waiting for close lock at 1731568692206Disabling compacts and flushes for region at 1731568692206Disabling writes for close at 1731568692206Writing region close event to WAL at 1731568692206Closed at 1731568692206 2024-11-14T07:18:12,207 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T07:18:12,208 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731568691765.e821bc9b80477efab784e876620dca22.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731568692207"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731568692207"}]},"ts":"1731568692207"} 2024-11-14T07:18:12,210 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T07:18:12,211 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T07:18:12,211 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731568692211"}]},"ts":"1731568692211"} 2024-11-14T07:18:12,215 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T07:18:12,215 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e821bc9b80477efab784e876620dca22, ASSIGN}] 2024-11-14T07:18:12,216 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e821bc9b80477efab784e876620dca22, ASSIGN 2024-11-14T07:18:12,217 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e821bc9b80477efab784e876620dca22, ASSIGN; state=OFFLINE, location=c7aa6e2790b3,39009,1731568683486; forceNewPlan=false, retain=false 2024-11-14T07:18:12,368 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e821bc9b80477efab784e876620dca22, regionState=OPENING, regionLocation=c7aa6e2790b3,39009,1731568683486 2024-11-14T07:18:12,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e821bc9b80477efab784e876620dca22, ASSIGN because future has completed 2024-11-14T07:18:12,370 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e821bc9b80477efab784e876620dca22, server=c7aa6e2790b3,39009,1731568683486}] 2024-11-14T07:18:12,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:18:12,527 INFO [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731568691765.e821bc9b80477efab784e876620dca22. 2024-11-14T07:18:12,527 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e821bc9b80477efab784e876620dca22, NAME => 'test,,1731568691765.e821bc9b80477efab784e876620dca22.', STARTKEY => '', ENDKEY => ''} 2024-11-14T07:18:12,527 INFO [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T07:18:12,527 INFO [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T07:18:12,528 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e821bc9b80477efab784e876620dca22 2024-11-14T07:18:12,528 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731568691765.e821bc9b80477efab784e876620dca22.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:18:12,528 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e821bc9b80477efab784e876620dca22 2024-11-14T07:18:12,528 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e821bc9b80477efab784e876620dca22 2024-11-14T07:18:12,529 INFO [StoreOpener-e821bc9b80477efab784e876620dca22-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e821bc9b80477efab784e876620dca22 2024-11-14T07:18:12,530 INFO [StoreOpener-e821bc9b80477efab784e876620dca22-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e821bc9b80477efab784e876620dca22 columnFamilyName f 2024-11-14T07:18:12,530 DEBUG [StoreOpener-e821bc9b80477efab784e876620dca22-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:18:12,531 INFO [StoreOpener-e821bc9b80477efab784e876620dca22-1 {}] regionserver.HStore(327): Store=e821bc9b80477efab784e876620dca22/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:18:12,531 INFO [StoreOpener-e821bc9b80477efab784e876620dca22-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e821bc9b80477efab784e876620dca22 2024-11-14T07:18:12,532 INFO [StoreOpener-e821bc9b80477efab784e876620dca22-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e821bc9b80477efab784e876620dca22 columnFamilyName f1 2024-11-14T07:18:12,532 DEBUG [StoreOpener-e821bc9b80477efab784e876620dca22-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:18:12,532 INFO [StoreOpener-e821bc9b80477efab784e876620dca22-1 {}] regionserver.HStore(327): Store=e821bc9b80477efab784e876620dca22/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:18:12,532 INFO [StoreOpener-e821bc9b80477efab784e876620dca22-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e821bc9b80477efab784e876620dca22 2024-11-14T07:18:12,533 INFO [StoreOpener-e821bc9b80477efab784e876620dca22-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e821bc9b80477efab784e876620dca22 columnFamilyName norep 2024-11-14T07:18:12,533 DEBUG [StoreOpener-e821bc9b80477efab784e876620dca22-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:18:12,534 INFO [StoreOpener-e821bc9b80477efab784e876620dca22-1 {}] regionserver.HStore(327): Store=e821bc9b80477efab784e876620dca22/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:18:12,534 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e821bc9b80477efab784e876620dca22 2024-11-14T07:18:12,536 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/data/default/test/e821bc9b80477efab784e876620dca22 2024-11-14T07:18:12,536 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/data/default/test/e821bc9b80477efab784e876620dca22 2024-11-14T07:18:12,539 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e821bc9b80477efab784e876620dca22 2024-11-14T07:18:12,539 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e821bc9b80477efab784e876620dca22 2024-11-14T07:18:12,540 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T07:18:12,541 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e821bc9b80477efab784e876620dca22 2024-11-14T07:18:12,543 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/data/default/test/e821bc9b80477efab784e876620dca22/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T07:18:12,543 INFO [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e821bc9b80477efab784e876620dca22; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64664190, jitterRate=-0.036428481340408325}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T07:18:12,544 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e821bc9b80477efab784e876620dca22 2024-11-14T07:18:12,544 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e821bc9b80477efab784e876620dca22: Running coprocessor pre-open hook at 1731568692528Writing region info on filesystem at 1731568692528Initializing all the Stores at 1731568692529 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568692529Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568692529Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568692529Cleaning up temporary data from old regions at 1731568692539 (+10 ms)Running coprocessor post-open hooks at 1731568692544 (+5 ms)Region opened successfully at 1731568692544 2024-11-14T07:18:12,546 INFO [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731568691765.e821bc9b80477efab784e876620dca22., pid=6, masterSystemTime=1731568692523 2024-11-14T07:18:12,549 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731568691765.e821bc9b80477efab784e876620dca22. 2024-11-14T07:18:12,549 INFO [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731568691765.e821bc9b80477efab784e876620dca22. 2024-11-14T07:18:12,550 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e821bc9b80477efab784e876620dca22, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c7aa6e2790b3,39009,1731568683486 2024-11-14T07:18:12,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e821bc9b80477efab784e876620dca22, server=c7aa6e2790b3,39009,1731568683486 because future has completed 2024-11-14T07:18:12,560 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T07:18:12,560 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e821bc9b80477efab784e876620dca22, server=c7aa6e2790b3,39009,1731568683486 in 188 msec 2024-11-14T07:18:12,563 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T07:18:12,563 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e821bc9b80477efab784e876620dca22, ASSIGN in 345 msec 2024-11-14T07:18:12,564 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T07:18:12,565 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731568692564"}]},"ts":"1731568692564"} 2024-11-14T07:18:12,567 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T07:18:12,572 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T07:18:12,575 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 804 msec 2024-11-14T07:18:12,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:18:12,916 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:18:12,916 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T07:18:12,917 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c7aa6e2790b3,33825,1731568688086 2024-11-14T07:18:12,917 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ea4da9c 2024-11-14T07:18:12,917 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T07:18:12,918 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T07:18:12,919 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33825 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T07:18:12,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33825 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T07:18:12,922 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T07:18:12,922 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:18:12,922 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33825 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T07:18:12,923 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T07:18:12,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:18:12,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44143 is added to blk_1073741835_1011 (size=902) 2024-11-14T07:18:13,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:18:13,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:18:13,332 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2022aeb23a40fae7659e17f6a5332f0a, NAME => 'test,,1731568692919.2022aeb23a40fae7659e17f6a5332f0a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36039/user/jenkins/test-data/3c55796d-f4a6-e93f-43e7-56cf90ca9f9a 2024-11-14T07:18:13,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44143 is added to blk_1073741836_1012 (size=39) 2024-11-14T07:18:13,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:18:13,738 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731568692919.2022aeb23a40fae7659e17f6a5332f0a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:18:13,738 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 2022aeb23a40fae7659e17f6a5332f0a, disabling compactions & flushes 2024-11-14T07:18:13,738 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731568692919.2022aeb23a40fae7659e17f6a5332f0a. 2024-11-14T07:18:13,738 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731568692919.2022aeb23a40fae7659e17f6a5332f0a. 2024-11-14T07:18:13,738 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731568692919.2022aeb23a40fae7659e17f6a5332f0a. after waiting 0 ms 2024-11-14T07:18:13,738 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731568692919.2022aeb23a40fae7659e17f6a5332f0a. 2024-11-14T07:18:13,738 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731568692919.2022aeb23a40fae7659e17f6a5332f0a. 2024-11-14T07:18:13,739 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2022aeb23a40fae7659e17f6a5332f0a: Waiting for close lock at 1731568693738Disabling compacts and flushes for region at 1731568693738Disabling writes for close at 1731568693738Writing region close event to WAL at 1731568693738Closed at 1731568693738 2024-11-14T07:18:13,740 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T07:18:13,740 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731568692919.2022aeb23a40fae7659e17f6a5332f0a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731568693740"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731568693740"}]},"ts":"1731568693740"} 2024-11-14T07:18:13,783 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T07:18:13,784 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T07:18:13,785 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731568693784"}]},"ts":"1731568693784"} 2024-11-14T07:18:13,788 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T07:18:13,788 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2022aeb23a40fae7659e17f6a5332f0a, ASSIGN}] 2024-11-14T07:18:13,790 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2022aeb23a40fae7659e17f6a5332f0a, ASSIGN 2024-11-14T07:18:13,792 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2022aeb23a40fae7659e17f6a5332f0a, ASSIGN; state=OFFLINE, location=c7aa6e2790b3,40737,1731568688248; forceNewPlan=false, retain=false 2024-11-14T07:18:13,943 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2022aeb23a40fae7659e17f6a5332f0a, regionState=OPENING, regionLocation=c7aa6e2790b3,40737,1731568688248 2024-11-14T07:18:13,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2022aeb23a40fae7659e17f6a5332f0a, ASSIGN because future has completed 2024-11-14T07:18:13,946 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2022aeb23a40fae7659e17f6a5332f0a, server=c7aa6e2790b3,40737,1731568688248}] 2024-11-14T07:18:14,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:18:14,103 INFO [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731568692919.2022aeb23a40fae7659e17f6a5332f0a. 2024-11-14T07:18:14,103 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2022aeb23a40fae7659e17f6a5332f0a, NAME => 'test,,1731568692919.2022aeb23a40fae7659e17f6a5332f0a.', STARTKEY => '', ENDKEY => ''} 2024-11-14T07:18:14,103 INFO [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T07:18:14,103 INFO [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T07:18:14,104 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2022aeb23a40fae7659e17f6a5332f0a 2024-11-14T07:18:14,104 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731568692919.2022aeb23a40fae7659e17f6a5332f0a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:18:14,104 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2022aeb23a40fae7659e17f6a5332f0a 2024-11-14T07:18:14,104 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2022aeb23a40fae7659e17f6a5332f0a 2024-11-14T07:18:14,105 INFO [StoreOpener-2022aeb23a40fae7659e17f6a5332f0a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2022aeb23a40fae7659e17f6a5332f0a 2024-11-14T07:18:14,109 INFO [StoreOpener-2022aeb23a40fae7659e17f6a5332f0a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2022aeb23a40fae7659e17f6a5332f0a columnFamilyName f 2024-11-14T07:18:14,109 DEBUG [StoreOpener-2022aeb23a40fae7659e17f6a5332f0a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:18:14,109 INFO [StoreOpener-2022aeb23a40fae7659e17f6a5332f0a-1 {}] regionserver.HStore(327): Store=2022aeb23a40fae7659e17f6a5332f0a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:18:14,110 INFO [StoreOpener-2022aeb23a40fae7659e17f6a5332f0a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 2022aeb23a40fae7659e17f6a5332f0a 2024-11-14T07:18:14,111 INFO [StoreOpener-2022aeb23a40fae7659e17f6a5332f0a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2022aeb23a40fae7659e17f6a5332f0a columnFamilyName f1 2024-11-14T07:18:14,111 DEBUG [StoreOpener-2022aeb23a40fae7659e17f6a5332f0a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:18:14,111 INFO [StoreOpener-2022aeb23a40fae7659e17f6a5332f0a-1 {}] regionserver.HStore(327): Store=2022aeb23a40fae7659e17f6a5332f0a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:18:14,111 INFO [StoreOpener-2022aeb23a40fae7659e17f6a5332f0a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2022aeb23a40fae7659e17f6a5332f0a 2024-11-14T07:18:14,115 INFO [StoreOpener-2022aeb23a40fae7659e17f6a5332f0a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2022aeb23a40fae7659e17f6a5332f0a columnFamilyName norep 2024-11-14T07:18:14,115 DEBUG [StoreOpener-2022aeb23a40fae7659e17f6a5332f0a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:18:14,116 INFO [StoreOpener-2022aeb23a40fae7659e17f6a5332f0a-1 {}] regionserver.HStore(327): Store=2022aeb23a40fae7659e17f6a5332f0a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:18:14,116 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2022aeb23a40fae7659e17f6a5332f0a 2024-11-14T07:18:14,117 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36039/user/jenkins/test-data/3c55796d-f4a6-e93f-43e7-56cf90ca9f9a/data/default/test/2022aeb23a40fae7659e17f6a5332f0a 2024-11-14T07:18:14,117 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36039/user/jenkins/test-data/3c55796d-f4a6-e93f-43e7-56cf90ca9f9a/data/default/test/2022aeb23a40fae7659e17f6a5332f0a 2024-11-14T07:18:14,118 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2022aeb23a40fae7659e17f6a5332f0a 2024-11-14T07:18:14,118 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2022aeb23a40fae7659e17f6a5332f0a 2024-11-14T07:18:14,119 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T07:18:14,123 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2022aeb23a40fae7659e17f6a5332f0a 2024-11-14T07:18:14,129 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36039/user/jenkins/test-data/3c55796d-f4a6-e93f-43e7-56cf90ca9f9a/data/default/test/2022aeb23a40fae7659e17f6a5332f0a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T07:18:14,130 INFO [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2022aeb23a40fae7659e17f6a5332f0a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69991420, jitterRate=0.042953431606292725}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T07:18:14,130 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2022aeb23a40fae7659e17f6a5332f0a 2024-11-14T07:18:14,130 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2022aeb23a40fae7659e17f6a5332f0a: Running coprocessor pre-open hook at 1731568694104Writing region info on filesystem at 1731568694104Initializing all the Stores at 1731568694105 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568694105Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568694105Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568694105Cleaning up temporary data from old regions at 1731568694118 (+13 ms)Running coprocessor post-open hooks at 1731568694130 (+12 ms)Region opened successfully at 1731568694130 2024-11-14T07:18:14,131 INFO [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731568692919.2022aeb23a40fae7659e17f6a5332f0a., pid=6, masterSystemTime=1731568694099 2024-11-14T07:18:14,134 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731568692919.2022aeb23a40fae7659e17f6a5332f0a. 2024-11-14T07:18:14,135 INFO [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731568692919.2022aeb23a40fae7659e17f6a5332f0a. 2024-11-14T07:18:14,135 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2022aeb23a40fae7659e17f6a5332f0a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c7aa6e2790b3,40737,1731568688248 2024-11-14T07:18:14,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2022aeb23a40fae7659e17f6a5332f0a, server=c7aa6e2790b3,40737,1731568688248 because future has completed 2024-11-14T07:18:14,144 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T07:18:14,144 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2022aeb23a40fae7659e17f6a5332f0a, server=c7aa6e2790b3,40737,1731568688248 in 195 msec 2024-11-14T07:18:14,150 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T07:18:14,150 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2022aeb23a40fae7659e17f6a5332f0a, ASSIGN in 356 msec 2024-11-14T07:18:14,151 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T07:18:14,151 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731568694151"}]},"ts":"1731568694151"} 2024-11-14T07:18:14,154 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T07:18:14,155 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T07:18:14,157 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2360 sec 2024-11-14T07:18:15,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33825 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:18:15,066 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T07:18:15,067 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@739db0fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:18:15,067 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,44647,-1 for getting cluster id 2024-11-14T07:18:15,067 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:18:15,068 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cf8a4caf-d166-4572-9bec-bff706d4e09f' 2024-11-14T07:18:15,068 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:18:15,068 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cf8a4caf-d166-4572-9bec-bff706d4e09f" 2024-11-14T07:18:15,068 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36ca3654, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:18:15,068 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,44647,-1] 2024-11-14T07:18:15,069 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:18:15,069 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:18:15,070 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:18:15,070 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19adf191, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:18:15,071 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ff3ec32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:18:15,071 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,33825,-1 for getting cluster id 2024-11-14T07:18:15,071 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:18:15,072 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ed93b9b-eb81-4544-bc85-f5c710d49e64' 2024-11-14T07:18:15,072 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:18:15,072 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ed93b9b-eb81-4544-bc85-f5c710d49e64" 2024-11-14T07:18:15,072 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f158a97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:18:15,072 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,33825,-1] 2024-11-14T07:18:15,072 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:18:15,072 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:18:15,073 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:18:15,074 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f981f5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:18:15,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@527e4ad3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:18:15,074 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,44647,-1 for getting cluster id 2024-11-14T07:18:15,075 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:18:15,075 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cf8a4caf-d166-4572-9bec-bff706d4e09f' 2024-11-14T07:18:15,075 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:18:15,076 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cf8a4caf-d166-4572-9bec-bff706d4e09f" 2024-11-14T07:18:15,076 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ccc0049, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:18:15,076 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,44647,-1] 2024-11-14T07:18:15,076 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:18:15,076 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:18:15,077 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:18:15,077 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ffd4705, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:18:15,080 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:18:15,081 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is c7aa6e2790b3,44647,1731568683245 2024-11-14T07:18:15,081 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3db034e4 2024-11-14T07:18:15,081 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T07:18:15,082 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T07:18:15,083 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44647 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c7aa6e2790b3:33825,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-14T07:18:15,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44647 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T07:18:15,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T07:18:15,086 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c7aa6e2790b3:33825' 2024-11-14T07:18:15,087 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6005f92b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:18:15,087 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,33825,-1 for getting cluster id 2024-11-14T07:18:15,087 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:18:15,088 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ed93b9b-eb81-4544-bc85-f5c710d49e64' 2024-11-14T07:18:15,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:18:15,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ed93b9b-eb81-4544-bc85-f5c710d49e64" 2024-11-14T07:18:15,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76eff67a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:18:15,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,33825,-1] 2024-11-14T07:18:15,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:18:15,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:18:15,089 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:18:15,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ffc7c6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:18:15,090 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:18:15,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c7aa6e2790b3,33825,1731568688086 2024-11-14T07:18:15,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4be9bd13 2024-11-14T07:18:15,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T07:18:15,095 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T07:18:15,096 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T07:18:15,096 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T07:18:15,096 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:18:15,096 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:18:15,096 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T07:18:15,097 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:18:15,098 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T07:18:15,099 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T07:18:15,099 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:18:15,100 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T07:18:15,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43661 is added to blk_1073741837_1013 (size=1138) 2024-11-14T07:18:15,112 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 80804c3e137cb3570656a87cf88c6aaf, NAME => 'hbase:replication,,1731568695096.80804c3e137cb3570656a87cf88c6aaf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d 2024-11-14T07:18:15,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43661 is added to blk_1073741838_1014 (size=44) 2024-11-14T07:18:15,119 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731568695096.80804c3e137cb3570656a87cf88c6aaf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:18:15,119 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 80804c3e137cb3570656a87cf88c6aaf, disabling compactions & flushes 2024-11-14T07:18:15,119 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731568695096.80804c3e137cb3570656a87cf88c6aaf. 2024-11-14T07:18:15,119 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731568695096.80804c3e137cb3570656a87cf88c6aaf. 2024-11-14T07:18:15,119 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731568695096.80804c3e137cb3570656a87cf88c6aaf. after waiting 0 ms 2024-11-14T07:18:15,119 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731568695096.80804c3e137cb3570656a87cf88c6aaf. 2024-11-14T07:18:15,119 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731568695096.80804c3e137cb3570656a87cf88c6aaf. 2024-11-14T07:18:15,119 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 80804c3e137cb3570656a87cf88c6aaf: Waiting for close lock at 1731568695119Disabling compacts and flushes for region at 1731568695119Disabling writes for close at 1731568695119Writing region close event to WAL at 1731568695119Closed at 1731568695119 2024-11-14T07:18:15,122 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T07:18:15,122 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731568695096.80804c3e137cb3570656a87cf88c6aaf.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731568695122"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731568695122"}]},"ts":"1731568695122"} 2024-11-14T07:18:15,124 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T07:18:15,125 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T07:18:15,126 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731568695125"}]},"ts":"1731568695125"} 2024-11-14T07:18:15,127 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T07:18:15,127 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=80804c3e137cb3570656a87cf88c6aaf, ASSIGN}] 2024-11-14T07:18:15,128 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=80804c3e137cb3570656a87cf88c6aaf, ASSIGN 2024-11-14T07:18:15,129 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=80804c3e137cb3570656a87cf88c6aaf, ASSIGN; state=OFFLINE, location=c7aa6e2790b3,39009,1731568683486; forceNewPlan=false, retain=false 2024-11-14T07:18:15,148 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T07:18:15,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T07:18:15,280 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=80804c3e137cb3570656a87cf88c6aaf, regionState=OPENING, regionLocation=c7aa6e2790b3,39009,1731568683486 2024-11-14T07:18:15,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=80804c3e137cb3570656a87cf88c6aaf, ASSIGN because future has completed 2024-11-14T07:18:15,284 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 80804c3e137cb3570656a87cf88c6aaf, server=c7aa6e2790b3,39009,1731568683486}] 2024-11-14T07:18:15,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T07:18:15,440 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731568695096.80804c3e137cb3570656a87cf88c6aaf. 2024-11-14T07:18:15,441 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T07:18:15,441 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T07:18:15,442 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c7aa6e2790b3%2C39009%2C1731568683486.rep, suffix=, logDir=hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/WALs/c7aa6e2790b3,39009,1731568683486, archiveDir=hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/oldWALs, maxLogs=10 2024-11-14T07:18:15,455 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/WALs/c7aa6e2790b3,39009,1731568683486/c7aa6e2790b3%2C39009%2C1731568683486.rep.1731568695442, exclude list is [], retry=0 2024-11-14T07:18:15,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43661,DS-72356a5a-9e09-47a2-84ca-cac8f1ca9a87,DISK] 2024-11-14T07:18:15,458 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/WALs/c7aa6e2790b3,39009,1731568683486/c7aa6e2790b3%2C39009%2C1731568683486.rep.1731568695442 2024-11-14T07:18:15,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38015:38015)] 2024-11-14T07:18:15,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 80804c3e137cb3570656a87cf88c6aaf, NAME => 'hbase:replication,,1731568695096.80804c3e137cb3570656a87cf88c6aaf.', STARTKEY => '', ENDKEY => ''} 2024-11-14T07:18:15,459 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T07:18:15,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T07:18:15,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731568695096.80804c3e137cb3570656a87cf88c6aaf. service=MultiRowMutationService 2024-11-14T07:18:15,460 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T07:18:15,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 80804c3e137cb3570656a87cf88c6aaf 2024-11-14T07:18:15,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731568695096.80804c3e137cb3570656a87cf88c6aaf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:18:15,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 80804c3e137cb3570656a87cf88c6aaf 2024-11-14T07:18:15,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 80804c3e137cb3570656a87cf88c6aaf 2024-11-14T07:18:15,461 INFO [StoreOpener-80804c3e137cb3570656a87cf88c6aaf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 80804c3e137cb3570656a87cf88c6aaf 2024-11-14T07:18:15,463 INFO [StoreOpener-80804c3e137cb3570656a87cf88c6aaf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80804c3e137cb3570656a87cf88c6aaf columnFamilyName hfileref 2024-11-14T07:18:15,463 DEBUG [StoreOpener-80804c3e137cb3570656a87cf88c6aaf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:18:15,463 INFO [StoreOpener-80804c3e137cb3570656a87cf88c6aaf-1 {}] regionserver.HStore(327): Store=80804c3e137cb3570656a87cf88c6aaf/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:18:15,463 INFO [StoreOpener-80804c3e137cb3570656a87cf88c6aaf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 80804c3e137cb3570656a87cf88c6aaf 2024-11-14T07:18:15,464 INFO [StoreOpener-80804c3e137cb3570656a87cf88c6aaf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80804c3e137cb3570656a87cf88c6aaf columnFamilyName queue 2024-11-14T07:18:15,464 DEBUG [StoreOpener-80804c3e137cb3570656a87cf88c6aaf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:18:15,467 INFO [StoreOpener-80804c3e137cb3570656a87cf88c6aaf-1 {}] regionserver.HStore(327): Store=80804c3e137cb3570656a87cf88c6aaf/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:18:15,467 INFO [StoreOpener-80804c3e137cb3570656a87cf88c6aaf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 80804c3e137cb3570656a87cf88c6aaf 2024-11-14T07:18:15,468 INFO [StoreOpener-80804c3e137cb3570656a87cf88c6aaf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80804c3e137cb3570656a87cf88c6aaf columnFamilyName sid 2024-11-14T07:18:15,468 DEBUG [StoreOpener-80804c3e137cb3570656a87cf88c6aaf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:18:15,468 INFO [StoreOpener-80804c3e137cb3570656a87cf88c6aaf-1 {}] regionserver.HStore(327): Store=80804c3e137cb3570656a87cf88c6aaf/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:18:15,468 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 80804c3e137cb3570656a87cf88c6aaf 2024-11-14T07:18:15,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/data/hbase/replication/80804c3e137cb3570656a87cf88c6aaf 2024-11-14T07:18:15,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/data/hbase/replication/80804c3e137cb3570656a87cf88c6aaf 2024-11-14T07:18:15,470 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 80804c3e137cb3570656a87cf88c6aaf 2024-11-14T07:18:15,470 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 80804c3e137cb3570656a87cf88c6aaf 2024-11-14T07:18:15,471 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T07:18:15,472 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 80804c3e137cb3570656a87cf88c6aaf 2024-11-14T07:18:15,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/data/hbase/replication/80804c3e137cb3570656a87cf88c6aaf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T07:18:15,476 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 80804c3e137cb3570656a87cf88c6aaf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59120285, jitterRate=-0.11903910338878632}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T07:18:15,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 80804c3e137cb3570656a87cf88c6aaf 2024-11-14T07:18:15,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 80804c3e137cb3570656a87cf88c6aaf: Running coprocessor pre-open hook at 1731568695460Writing region info on filesystem at 1731568695460Initializing all the Stores at 1731568695461 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568695461Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568695461Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568695461Cleaning up temporary data from old regions at 1731568695470 (+9 ms)Running coprocessor post-open hooks at 1731568695476 (+6 ms)Region opened successfully at 1731568695477 (+1 ms) 2024-11-14T07:18:15,477 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731568695096.80804c3e137cb3570656a87cf88c6aaf., pid=10, masterSystemTime=1731568695437 2024-11-14T07:18:15,483 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731568695096.80804c3e137cb3570656a87cf88c6aaf. 2024-11-14T07:18:15,483 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731568695096.80804c3e137cb3570656a87cf88c6aaf. 2024-11-14T07:18:15,483 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=80804c3e137cb3570656a87cf88c6aaf, regionState=OPEN, openSeqNum=2, regionLocation=c7aa6e2790b3,39009,1731568683486 2024-11-14T07:18:15,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 80804c3e137cb3570656a87cf88c6aaf, server=c7aa6e2790b3,39009,1731568683486 because future has completed 2024-11-14T07:18:15,522 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T07:18:15,522 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 80804c3e137cb3570656a87cf88c6aaf, server=c7aa6e2790b3,39009,1731568683486 in 208 msec 2024-11-14T07:18:15,526 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T07:18:15,526 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=80804c3e137cb3570656a87cf88c6aaf, ASSIGN in 395 msec 2024-11-14T07:18:15,527 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T07:18:15,527 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731568695527"}]},"ts":"1731568695527"} 2024-11-14T07:18:15,535 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T07:18:15,537 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T07:18:15,539 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 440 msec 2024-11-14T07:18:15,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731568695096.80804c3e137cb3570656a87cf88c6aaf., hostname=c7aa6e2790b3,39009,1731568683486, seqNum=2] 2024-11-14T07:18:15,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39009-0x10138353bf20001, quorum=127.0.0.1:58497, baseZNode=/0-1851514317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1851514317 2024-11-14T07:18:15,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44647-0x10138353bf20000, quorum=127.0.0.1:58497, baseZNode=/0-1851514317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1851514317 2024-11-14T07:18:15,610 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T07:18:15,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T07:18:15,763 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39009 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T07:18:15,763 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T07:18:15,797 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c7aa6e2790b3,39009,1731568683486, ReplicationSource: 1, currentBandwidth=0 2024-11-14T07:18:15,798 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T07:18:15,798 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c7aa6e2790b3,39009,1731568683486, seqNum=-1] 2024-11-14T07:18:15,798 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T07:18:15,799 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56703, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-14T07:18:15,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c7aa6e2790b3,39009,1731568683486', locateType=CURRENT is [region=hbase:replication,,1731568695096.80804c3e137cb3570656a87cf88c6aaf., hostname=c7aa6e2790b3,39009,1731568683486, seqNum=2] 2024-11-14T07:18:15,804 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T07:18:15,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44647 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T07:18:15,813 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c7aa6e2790b3,39009,1731568683486 suceeded 2024-11-14T07:18:15,822 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T07:18:15,822 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 203 msec 2024-11-14T07:18:15,823 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c7aa6e2790b3:33825,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-14T07:18:15,824 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,39009,1731568683486 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c7aa6e2790b3:33825' 2024-11-14T07:18:15,826 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,39009,1731568683486 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a9f75b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:18:15,826 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,39009,1731568683486 {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,33825,-1 for getting cluster id 2024-11-14T07:18:15,826 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,39009,1731568683486 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:18:15,827 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ed93b9b-eb81-4544-bc85-f5c710d49e64' 2024-11-14T07:18:15,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:18:15,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ed93b9b-eb81-4544-bc85-f5c710d49e64" 2024-11-14T07:18:15,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f356bbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:18:15,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,33825,-1] 2024-11-14T07:18:15,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:18:15,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:18:15,829 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 740 msec 2024-11-14T07:18:15,830 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:18:15,831 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,39009,1731568683486 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1096a0b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:18:15,831 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,39009,1731568683486 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:18:15,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c7aa6e2790b3,33825,1731568688086 2024-11-14T07:18:15,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d9316a6 2024-11-14T07:18:15,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T07:18:15,833 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-14T07:18:15,834 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,39009,1731568683486 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c7aa6e2790b3,39009,1731568683486 (queues=1) is replicating from cluster=cf8a4caf-d166-4572-9bec-bff706d4e09f to cluster=0ed93b9b-eb81-4544-bc85-f5c710d49e64 2024-11-14T07:18:15,834 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,39009,1731568683486 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c7aa6e2790b3%2C39009%2C1731568683486 2024-11-14T07:18:15,834 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,39009,1731568683486 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c7aa6e2790b3,39009,1731568683486, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T07:18:15,836 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,39009,1731568683486.replicationSource.wal-reader.c7aa6e2790b3%2C39009%2C1731568683486,1-c7aa6e2790b3,39009,1731568683486 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/WALs/c7aa6e2790b3,39009,1731568683486/c7aa6e2790b3%2C39009%2C1731568683486.1731568684941, startPosition=0, beingWritten=true 2024-11-14T07:18:15,837 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,39009,1731568683486.replicationSource.shipperc7aa6e2790b3%2C39009%2C1731568683486,1-c7aa6e2790b3,39009,1731568683486 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c7aa6e2790b3%2C39009%2C1731568683486 2024-11-14T07:18:15,846 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,39009,1731568683486.replicationSource.wal-reader.c7aa6e2790b3%2C39009%2C1731568683486,1-c7aa6e2790b3,39009,1731568683486 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T07:18:15,846 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,39009,1731568683486.replicationSource.wal-reader.c7aa6e2790b3%2C39009%2C1731568683486,1-c7aa6e2790b3,39009,1731568683486 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/WALs/c7aa6e2790b3,39009,1731568683486/c7aa6e2790b3%2C39009%2C1731568683486.1731568684941 to pos 379, reset compression=false 2024-11-14T07:18:15,847 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,39009,1731568683486.replicationSource.shipperc7aa6e2790b3%2C39009%2C1731568683486,1-c7aa6e2790b3,39009,1731568683486 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c7aa6e2790b3,39009,1731568683486 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/WALs/c7aa6e2790b3,39009,1731568683486/c7aa6e2790b3%2C39009%2C1731568683486.1731568684941, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T07:18:16,052 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,39009,1731568683486.replicationSource.wal-reader.c7aa6e2790b3%2C39009%2C1731568683486,1-c7aa6e2790b3,39009,1731568683486 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/WALs/c7aa6e2790b3,39009,1731568683486/c7aa6e2790b3%2C39009%2C1731568683486.1731568684941 to pos 379, reset compression=false 2024-11-14T07:18:16,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T07:18:16,226 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T07:18:16,226 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T07:18:16,226 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:18:16,226 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:18:16,226 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:18:16,226 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:18:16,227 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:18:16,233 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731568696231/Put/seqid=0 2024-11-14T07:18:16,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43661 is added to blk_1073741840_1016 (size=7894) 2024-11-14T07:18:16,356 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,39009,1731568683486.replicationSource.wal-reader.c7aa6e2790b3%2C39009%2C1731568683486,1-c7aa6e2790b3,39009,1731568683486 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/WALs/c7aa6e2790b3,39009,1731568683486/c7aa6e2790b3%2C39009%2C1731568683486.1731568684941 to pos 379, reset compression=false 2024-11-14T07:18:16,525 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T07:18:16,644 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/load_f/f/hfile_1 is 34, key is ddd/f:row/1731568696643/Put/seqid=0 2024-11-14T07:18:16,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43661 is added to blk_1073741841_1017 (size=7691) 2024-11-14T07:18:16,760 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,39009,1731568683486.replicationSource.wal-reader.c7aa6e2790b3%2C39009%2C1731568683486,1-c7aa6e2790b3,39009,1731568683486 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/WALs/c7aa6e2790b3,39009,1731568683486/c7aa6e2790b3%2C39009%2C1731568683486.1731568684941 to pos 379, reset compression=false 2024-11-14T07:18:17,055 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c280fd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:18:17,055 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,44647,-1 for getting cluster id 2024-11-14T07:18:17,055 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:18:17,056 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cf8a4caf-d166-4572-9bec-bff706d4e09f' 2024-11-14T07:18:17,056 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:18:17,057 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cf8a4caf-d166-4572-9bec-bff706d4e09f" 2024-11-14T07:18:17,057 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@146df296, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:18:17,057 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,44647,-1] 2024-11-14T07:18:17,057 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:18:17,057 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:18:17,058 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:18:17,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17444110, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:18:17,059 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T07:18:17,060 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c7aa6e2790b3,39009,1731568683486, seqNum=-1] 2024-11-14T07:18:17,061 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T07:18:17,062 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T07:18:17,072 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:18:17,073 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is c7aa6e2790b3,44647,1731568683245 2024-11-14T07:18:17,074 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@af6a23 2024-11-14T07:18:17,076 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T07:18:17,078 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T07:18:17,087 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731568691765.e821bc9b80477efab784e876620dca22., hostname=c7aa6e2790b3,39009,1731568683486, seqNum=2] 2024-11-14T07:18:17,093 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T07:18:17,099 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T07:18:17,112 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-14T07:18:17,120 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-14T07:18:17,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:18:17,134 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:18:17,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:18:17,141 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39009 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/load_f/f/hfile_0 for inclusion in e821bc9b80477efab784e876620dca22/f 2024-11-14T07:18:17,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:18:17,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39009 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-14T07:18:17,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39009 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T07:18:17,150 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39009 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/load_f/f/hfile_1 for inclusion in e821bc9b80477efab784e876620dca22/f 2024-11-14T07:18:17,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39009 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-14T07:18:17,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39009 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T07:18:17,158 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T07:18:17,158 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-14T07:18:17,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39009 {}] regionserver.HRegion(2603): Flush status journal for e821bc9b80477efab784e876620dca22: 2024-11-14T07:18:17,158 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T07:18:17,159 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-14T07:18:17,159 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T07:18:17,159 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-14T07:18:17,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39009 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/load_f/f/hfile_0 to hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/staging/jenkins__test__b2b6941dk94b12s6dgacdhuemepu0q6augmfo5fedk86rj3e8nkbh3649300fafl/f/hfile_0 2024-11-14T07:18:17,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39009 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/staging/jenkins__test__b2b6941dk94b12s6dgacdhuemepu0q6augmfo5fedk86rj3e8nkbh3649300fafl/f/hfile_0 as hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/data/default/test/e821bc9b80477efab784e876620dca22/f/a03861b3addb4302a18052177b7a5e60_SeqId_4_ 2024-11-14T07:18:17,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39009 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/load_f/f/hfile_1 to hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/staging/jenkins__test__b2b6941dk94b12s6dgacdhuemepu0q6augmfo5fedk86rj3e8nkbh3649300fafl/f/hfile_1 2024-11-14T07:18:17,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39009 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/staging/jenkins__test__b2b6941dk94b12s6dgacdhuemepu0q6augmfo5fedk86rj3e8nkbh3649300fafl/f/hfile_1 as hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/data/default/test/e821bc9b80477efab784e876620dca22/f/60ad4c4ea7c94ef983da82395de49dc7_SeqId_4_ 2024-11-14T07:18:17,170 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39009 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/staging/jenkins__test__b2b6941dk94b12s6dgacdhuemepu0q6augmfo5fedk86rj3e8nkbh3649300fafl/f/hfile_0 into e821bc9b80477efab784e876620dca22/f as hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/data/default/test/e821bc9b80477efab784e876620dca22/f/a03861b3addb4302a18052177b7a5e60_SeqId_4_ - updating store file list. 2024-11-14T07:18:17,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39009 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a03861b3addb4302a18052177b7a5e60_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T07:18:17,178 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39009 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/data/default/test/e821bc9b80477efab784e876620dca22/f/a03861b3addb4302a18052177b7a5e60_SeqId_4_ into e821bc9b80477efab784e876620dca22/f 2024-11-14T07:18:17,178 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39009 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/staging/jenkins__test__b2b6941dk94b12s6dgacdhuemepu0q6augmfo5fedk86rj3e8nkbh3649300fafl/f/hfile_0 into e821bc9b80477efab784e876620dca22/f (new location: hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/data/default/test/e821bc9b80477efab784e876620dca22/f/a03861b3addb4302a18052177b7a5e60_SeqId_4_) 2024-11-14T07:18:17,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39009 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/staging/jenkins__test__b2b6941dk94b12s6dgacdhuemepu0q6augmfo5fedk86rj3e8nkbh3649300fafl/f/hfile_0 2024-11-14T07:18:17,179 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39009 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/staging/jenkins__test__b2b6941dk94b12s6dgacdhuemepu0q6augmfo5fedk86rj3e8nkbh3649300fafl/f/hfile_1 into e821bc9b80477efab784e876620dca22/f as hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/data/default/test/e821bc9b80477efab784e876620dca22/f/60ad4c4ea7c94ef983da82395de49dc7_SeqId_4_ - updating store file list. 2024-11-14T07:18:17,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39009 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 60ad4c4ea7c94ef983da82395de49dc7_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T07:18:17,186 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39009 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/data/default/test/e821bc9b80477efab784e876620dca22/f/60ad4c4ea7c94ef983da82395de49dc7_SeqId_4_ into e821bc9b80477efab784e876620dca22/f 2024-11-14T07:18:17,186 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39009 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/staging/jenkins__test__b2b6941dk94b12s6dgacdhuemepu0q6augmfo5fedk86rj3e8nkbh3649300fafl/f/hfile_1 into e821bc9b80477efab784e876620dca22/f (new location: hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/data/default/test/e821bc9b80477efab784e876620dca22/f/60ad4c4ea7c94ef983da82395de49dc7_SeqId_4_) 2024-11-14T07:18:17,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39009 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/staging/jenkins__test__b2b6941dk94b12s6dgacdhuemepu0q6augmfo5fedk86rj3e8nkbh3649300fafl/f/hfile_1 2024-11-14T07:18:17,196 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T07:18:17,196 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:18:17,196 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:18:17,196 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:18:17,197 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:18:17,197 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T07:18:17,197 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731568691765.e821bc9b80477efab784e876620dca22., hostname=c7aa6e2790b3,39009,1731568683486, seqNum=2 , the old value is region=test,,1731568691765.e821bc9b80477efab784e876620dca22., hostname=c7aa6e2790b3,39009,1731568683486, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=c7aa6e2790b3:39009 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T07:18:17,198 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731568691765.e821bc9b80477efab784e876620dca22., hostname=c7aa6e2790b3,39009,1731568683486, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T07:18:17,198 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731568691765.e821bc9b80477efab784e876620dca22., hostname=c7aa6e2790b3,39009,1731568683486, seqNum=2 from cache 2024-11-14T07:18:17,199 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c7aa6e2790b3,40737,1731568688248, seqNum=-1] 2024-11-14T07:18:17,200 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T07:18:17,202 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T07:18:17,205 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731568692919.2022aeb23a40fae7659e17f6a5332f0a., hostname=c7aa6e2790b3,40737,1731568688248, seqNum=2] 2024-11-14T07:18:17,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39009 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39009: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:53278 deadline: 1731568757196 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:53278 2024-11-14T07:18:17,208 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T07:18:17,265 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,39009,1731568683486.replicationSource.wal-reader.c7aa6e2790b3%2C39009%2C1731568683486,1-c7aa6e2790b3,39009,1731568683486 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/WALs/c7aa6e2790b3,39009,1731568683486/c7aa6e2790b3%2C39009%2C1731568683486.1731568684941 to pos 379, reset compression=false 2024-11-14T07:18:17,270 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,39009,1731568683486.replicationSource.wal-reader.c7aa6e2790b3%2C39009%2C1731568683486,1-c7aa6e2790b3,39009,1731568683486 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T07:18:17,270 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,39009,1731568683486.replicationSource.shipperc7aa6e2790b3%2C39009%2C1731568683486,1-c7aa6e2790b3,39009,1731568683486 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c7aa6e2790b3,39009,1731568683486 got entry batch from reader: WALEntryBatch [walEntries=[{test/e821bc9b80477efab784e876620dca22/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731568697190/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/WALs/c7aa6e2790b3,39009,1731568683486/c7aa6e2790b3%2C39009%2C1731568683486.1731568684941, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-14T07:18:17,298 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,39009,1731568683486.replicationSource.shipperc7aa6e2790b3%2C39009%2C1731568683486,1-c7aa6e2790b3,39009,1731568683486 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T07:18:17,300 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-14T07:18:17,303 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40737 {}] regionserver.ReplicationSink(318): Replicating [cf8a4caf-d166-4572-9bec-bff706d4e09f] bulk loaded data 2024-11-14T07:18:17,304 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40737 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@701fcb46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:18:17,305 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40737 {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,33825,-1 for getting cluster id 2024-11-14T07:18:17,305 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40737 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:18:17,307 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ed93b9b-eb81-4544-bc85-f5c710d49e64' 2024-11-14T07:18:17,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:18:17,306 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c7aa6e2790b3:39009 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-14T07:18:17,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ed93b9b-eb81-4544-bc85-f5c710d49e64" 2024-11-14T07:18:17,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c0a50e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:18:17,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,33825,-1] 2024-11-14T07:18:17,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:18:17,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:18:17,310 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:18:17,311 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40737 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2bb271d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:18:17,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44143 is added to blk_1073741837_1013 (size=7894) 2024-11-14T07:18:17,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44143 is added to blk_1073741838_1014 (size=7691) 2024-11-14T07:18:17,471 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,39009,1731568683486.replicationSource.wal-reader.c7aa6e2790b3%2C39009%2C1731568683486,1-c7aa6e2790b3,39009,1731568683486 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/WALs/c7aa6e2790b3,39009,1731568683486/c7aa6e2790b3%2C39009%2C1731568683486.1731568684941 to pos 687, reset compression=false 2024-11-14T07:18:17,477 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40737 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:18:17,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c7aa6e2790b3,33825,1731568688086 2024-11-14T07:18:17,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26249dc6 2024-11-14T07:18:17,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T07:18:17,479 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-14T07:18:17,482 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40737 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T07:18:17,482 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40737 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T07:18:17,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c7aa6e2790b3,40737,1731568688248, seqNum=-1] 2024-11-14T07:18:17,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T07:18:17,486 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-14T07:18:17,524 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36039/user/jenkins/test-data/3c55796d-f4a6-e93f-43e7-56cf90ca9f9a/staging/jenkins.hfs.6__test__5rtap7uprslmu4l165h3v90bofs7g9pc2jiljmntv30dmjreo9jfgo5b3s2f86fl/f/60ad4c4ea7c94ef983da82395de49dc7_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-14T07:18:17,530 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36039/user/jenkins/test-data/3c55796d-f4a6-e93f-43e7-56cf90ca9f9a/staging/jenkins.hfs.6__test__5rtap7uprslmu4l165h3v90bofs7g9pc2jiljmntv30dmjreo9jfgo5b3s2f86fl/f/a03861b3addb4302a18052177b7a5e60_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-14T07:18:17,536 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40737 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36039/user/jenkins/test-data/3c55796d-f4a6-e93f-43e7-56cf90ca9f9a/staging/jenkins.hfs.6__test__5rtap7uprslmu4l165h3v90bofs7g9pc2jiljmntv30dmjreo9jfgo5b3s2f86fl/f/a03861b3addb4302a18052177b7a5e60_SeqId_4_ for inclusion in 2022aeb23a40fae7659e17f6a5332f0a/f 2024-11-14T07:18:17,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40737 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-14T07:18:17,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40737 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T07:18:17,541 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40737 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36039/user/jenkins/test-data/3c55796d-f4a6-e93f-43e7-56cf90ca9f9a/staging/jenkins.hfs.6__test__5rtap7uprslmu4l165h3v90bofs7g9pc2jiljmntv30dmjreo9jfgo5b3s2f86fl/f/60ad4c4ea7c94ef983da82395de49dc7_SeqId_4_ for inclusion in 2022aeb23a40fae7659e17f6a5332f0a/f 2024-11-14T07:18:17,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40737 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-14T07:18:17,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40737 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T07:18:17,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40737 {}] regionserver.HRegion(2603): Flush status journal for 2022aeb23a40fae7659e17f6a5332f0a: 2024-11-14T07:18:17,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40737 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a03861b3addb4302a18052177b7a5e60_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-14T07:18:17,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40737 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36039/user/jenkins/test-data/3c55796d-f4a6-e93f-43e7-56cf90ca9f9a/staging/jenkins.hfs.6__test__5rtap7uprslmu4l165h3v90bofs7g9pc2jiljmntv30dmjreo9jfgo5b3s2f86fl/f/a03861b3addb4302a18052177b7a5e60_SeqId_4_ as hdfs://localhost:36039/user/jenkins/test-data/3c55796d-f4a6-e93f-43e7-56cf90ca9f9a/data/default/test/2022aeb23a40fae7659e17f6a5332f0a/f/7bc82a3394b04ab986ac68fa17693a12_SeqId_4_ 2024-11-14T07:18:17,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40737 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 60ad4c4ea7c94ef983da82395de49dc7_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-14T07:18:17,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40737 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36039/user/jenkins/test-data/3c55796d-f4a6-e93f-43e7-56cf90ca9f9a/staging/jenkins.hfs.6__test__5rtap7uprslmu4l165h3v90bofs7g9pc2jiljmntv30dmjreo9jfgo5b3s2f86fl/f/60ad4c4ea7c94ef983da82395de49dc7_SeqId_4_ as hdfs://localhost:36039/user/jenkins/test-data/3c55796d-f4a6-e93f-43e7-56cf90ca9f9a/data/default/test/2022aeb23a40fae7659e17f6a5332f0a/f/6ce13fd816464e3fb9780b07ffc35938_SeqId_4_ 2024-11-14T07:18:17,558 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40737 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36039/user/jenkins/test-data/3c55796d-f4a6-e93f-43e7-56cf90ca9f9a/staging/jenkins.hfs.6__test__5rtap7uprslmu4l165h3v90bofs7g9pc2jiljmntv30dmjreo9jfgo5b3s2f86fl/f/a03861b3addb4302a18052177b7a5e60_SeqId_4_ into 2022aeb23a40fae7659e17f6a5332f0a/f as hdfs://localhost:36039/user/jenkins/test-data/3c55796d-f4a6-e93f-43e7-56cf90ca9f9a/data/default/test/2022aeb23a40fae7659e17f6a5332f0a/f/7bc82a3394b04ab986ac68fa17693a12_SeqId_4_ - updating store file list. 2024-11-14T07:18:17,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40737 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7bc82a3394b04ab986ac68fa17693a12_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T07:18:17,564 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40737 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36039/user/jenkins/test-data/3c55796d-f4a6-e93f-43e7-56cf90ca9f9a/data/default/test/2022aeb23a40fae7659e17f6a5332f0a/f/7bc82a3394b04ab986ac68fa17693a12_SeqId_4_ into 2022aeb23a40fae7659e17f6a5332f0a/f 2024-11-14T07:18:17,564 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40737 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36039/user/jenkins/test-data/3c55796d-f4a6-e93f-43e7-56cf90ca9f9a/staging/jenkins.hfs.6__test__5rtap7uprslmu4l165h3v90bofs7g9pc2jiljmntv30dmjreo9jfgo5b3s2f86fl/f/a03861b3addb4302a18052177b7a5e60_SeqId_4_ into 2022aeb23a40fae7659e17f6a5332f0a/f (new location: hdfs://localhost:36039/user/jenkins/test-data/3c55796d-f4a6-e93f-43e7-56cf90ca9f9a/data/default/test/2022aeb23a40fae7659e17f6a5332f0a/f/7bc82a3394b04ab986ac68fa17693a12_SeqId_4_) 2024-11-14T07:18:17,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40737 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36039/user/jenkins/test-data/3c55796d-f4a6-e93f-43e7-56cf90ca9f9a/staging/jenkins.hfs.6__test__5rtap7uprslmu4l165h3v90bofs7g9pc2jiljmntv30dmjreo9jfgo5b3s2f86fl/f/a03861b3addb4302a18052177b7a5e60_SeqId_4_ 2024-11-14T07:18:17,567 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40737 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36039/user/jenkins/test-data/3c55796d-f4a6-e93f-43e7-56cf90ca9f9a/staging/jenkins.hfs.6__test__5rtap7uprslmu4l165h3v90bofs7g9pc2jiljmntv30dmjreo9jfgo5b3s2f86fl/f/60ad4c4ea7c94ef983da82395de49dc7_SeqId_4_ into 2022aeb23a40fae7659e17f6a5332f0a/f as hdfs://localhost:36039/user/jenkins/test-data/3c55796d-f4a6-e93f-43e7-56cf90ca9f9a/data/default/test/2022aeb23a40fae7659e17f6a5332f0a/f/6ce13fd816464e3fb9780b07ffc35938_SeqId_4_ - updating store file list. 2024-11-14T07:18:17,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40737 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6ce13fd816464e3fb9780b07ffc35938_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T07:18:17,582 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40737 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36039/user/jenkins/test-data/3c55796d-f4a6-e93f-43e7-56cf90ca9f9a/data/default/test/2022aeb23a40fae7659e17f6a5332f0a/f/6ce13fd816464e3fb9780b07ffc35938_SeqId_4_ into 2022aeb23a40fae7659e17f6a5332f0a/f 2024-11-14T07:18:17,582 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40737 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36039/user/jenkins/test-data/3c55796d-f4a6-e93f-43e7-56cf90ca9f9a/staging/jenkins.hfs.6__test__5rtap7uprslmu4l165h3v90bofs7g9pc2jiljmntv30dmjreo9jfgo5b3s2f86fl/f/60ad4c4ea7c94ef983da82395de49dc7_SeqId_4_ into 2022aeb23a40fae7659e17f6a5332f0a/f (new location: hdfs://localhost:36039/user/jenkins/test-data/3c55796d-f4a6-e93f-43e7-56cf90ca9f9a/data/default/test/2022aeb23a40fae7659e17f6a5332f0a/f/6ce13fd816464e3fb9780b07ffc35938_SeqId_4_) 2024-11-14T07:18:17,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40737 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36039/user/jenkins/test-data/3c55796d-f4a6-e93f-43e7-56cf90ca9f9a/staging/jenkins.hfs.6__test__5rtap7uprslmu4l165h3v90bofs7g9pc2jiljmntv30dmjreo9jfgo5b3s2f86fl/f/60ad4c4ea7c94ef983da82395de49dc7_SeqId_4_ 2024-11-14T07:18:17,587 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40737 {}] regionserver.ReplicationSink(324): Finished replicating [cf8a4caf-d166-4572-9bec-bff706d4e09f] bulk loaded data 2024-11-14T07:18:17,797 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,39009,1731568683486.replicationSource.wal-reader.c7aa6e2790b3%2C39009%2C1731568683486,1-c7aa6e2790b3,39009,1731568683486 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/WALs/c7aa6e2790b3,39009,1731568683486/c7aa6e2790b3%2C39009%2C1731568683486.1731568684941 to pos 687, reset compression=false 2024-11-14T07:18:18,202 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,39009,1731568683486.replicationSource.wal-reader.c7aa6e2790b3%2C39009%2C1731568683486,1-c7aa6e2790b3,39009,1731568683486 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/WALs/c7aa6e2790b3,39009,1731568683486/c7aa6e2790b3%2C39009%2C1731568683486.1731568684941 to pos 687, reset compression=false 2024-11-14T07:18:18,226 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:18:18,230 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731568698229/Put/seqid=0 2024-11-14T07:18:18,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43661 is added to blk_1073741842_1018 (size=7997) 2024-11-14T07:18:18,640 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731568698639/Put/seqid=0 2024-11-14T07:18:18,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43661 is added to blk_1073741843_1019 (size=7794) 2024-11-14T07:18:18,707 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,39009,1731568683486.replicationSource.wal-reader.c7aa6e2790b3%2C39009%2C1731568683486,1-c7aa6e2790b3,39009,1731568683486 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/WALs/c7aa6e2790b3,39009,1731568683486/c7aa6e2790b3%2C39009%2C1731568683486.1731568684941 to pos 687, reset compression=false 2024-11-14T07:18:19,045 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d1ad756, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:18:19,045 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,44647,-1 for getting cluster id 2024-11-14T07:18:19,045 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:18:19,046 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cf8a4caf-d166-4572-9bec-bff706d4e09f' 2024-11-14T07:18:19,046 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:18:19,046 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cf8a4caf-d166-4572-9bec-bff706d4e09f" 2024-11-14T07:18:19,046 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@520dd60e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:18:19,046 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,44647,-1] 2024-11-14T07:18:19,047 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:18:19,047 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:18:19,047 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:18:19,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30007bfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:18:19,048 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T07:18:19,049 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c7aa6e2790b3,39009,1731568683486, seqNum=-1] 2024-11-14T07:18:19,049 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T07:18:19,050 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T07:18:19,059 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:18:19,060 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c7aa6e2790b3,44647,1731568683245 2024-11-14T07:18:19,060 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a05f1d2 2024-11-14T07:18:19,061 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T07:18:19,062 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T07:18:19,066 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731568691765.e821bc9b80477efab784e876620dca22., hostname=c7aa6e2790b3,39009,1731568683486, seqNum=2] 2024-11-14T07:18:19,068 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T07:18:19,075 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-14T07:18:19,078 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-14T07:18:19,082 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39009 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/load_f1/f1/hfile_0 for inclusion in e821bc9b80477efab784e876620dca22/f1 2024-11-14T07:18:19,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39009 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-14T07:18:19,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39009 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T07:18:19,085 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39009 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/load_f1/f1/hfile_1 for inclusion in e821bc9b80477efab784e876620dca22/f1 2024-11-14T07:18:19,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39009 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-14T07:18:19,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39009 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T07:18:19,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39009 {}] regionserver.HRegion(2603): Flush status journal for e821bc9b80477efab784e876620dca22: 2024-11-14T07:18:19,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39009 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/load_f1/f1/hfile_0 to hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/staging/jenkins__test__41f4k9oetc1dcluqk0gomtvc8kojd7qcl4sk3p986fvf1gkofd2e0nudn9dfhn8p/f1/hfile_0 2024-11-14T07:18:19,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39009 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/staging/jenkins__test__41f4k9oetc1dcluqk0gomtvc8kojd7qcl4sk3p986fvf1gkofd2e0nudn9dfhn8p/f1/hfile_0 as hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/data/default/test/e821bc9b80477efab784e876620dca22/f1/d8d0665b39ea494687c8440cb8e252fc_SeqId_6_ 2024-11-14T07:18:19,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39009 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/load_f1/f1/hfile_1 to hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/staging/jenkins__test__41f4k9oetc1dcluqk0gomtvc8kojd7qcl4sk3p986fvf1gkofd2e0nudn9dfhn8p/f1/hfile_1 2024-11-14T07:18:19,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39009 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/staging/jenkins__test__41f4k9oetc1dcluqk0gomtvc8kojd7qcl4sk3p986fvf1gkofd2e0nudn9dfhn8p/f1/hfile_1 as hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/data/default/test/e821bc9b80477efab784e876620dca22/f1/6d17071cfa4a4182a72e72fc108991c5_SeqId_6_ 2024-11-14T07:18:19,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39009 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-14T07:18:19,094 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39009 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/staging/jenkins__test__41f4k9oetc1dcluqk0gomtvc8kojd7qcl4sk3p986fvf1gkofd2e0nudn9dfhn8p/f1/hfile_0 into e821bc9b80477efab784e876620dca22/f1 as hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/data/default/test/e821bc9b80477efab784e876620dca22/f1/d8d0665b39ea494687c8440cb8e252fc_SeqId_6_ - updating store file list. 2024-11-14T07:18:19,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39009 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d8d0665b39ea494687c8440cb8e252fc_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T07:18:19,098 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39009 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/data/default/test/e821bc9b80477efab784e876620dca22/f1/d8d0665b39ea494687c8440cb8e252fc_SeqId_6_ into e821bc9b80477efab784e876620dca22/f1 2024-11-14T07:18:19,098 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39009 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/staging/jenkins__test__41f4k9oetc1dcluqk0gomtvc8kojd7qcl4sk3p986fvf1gkofd2e0nudn9dfhn8p/f1/hfile_0 into e821bc9b80477efab784e876620dca22/f1 (new location: hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/data/default/test/e821bc9b80477efab784e876620dca22/f1/d8d0665b39ea494687c8440cb8e252fc_SeqId_6_) 2024-11-14T07:18:19,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39009 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/staging/jenkins__test__41f4k9oetc1dcluqk0gomtvc8kojd7qcl4sk3p986fvf1gkofd2e0nudn9dfhn8p/f1/hfile_0 2024-11-14T07:18:19,100 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39009 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/staging/jenkins__test__41f4k9oetc1dcluqk0gomtvc8kojd7qcl4sk3p986fvf1gkofd2e0nudn9dfhn8p/f1/hfile_1 into e821bc9b80477efab784e876620dca22/f1 as hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/data/default/test/e821bc9b80477efab784e876620dca22/f1/6d17071cfa4a4182a72e72fc108991c5_SeqId_6_ - updating store file list. 2024-11-14T07:18:19,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39009 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6d17071cfa4a4182a72e72fc108991c5_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T07:18:19,105 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39009 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/data/default/test/e821bc9b80477efab784e876620dca22/f1/6d17071cfa4a4182a72e72fc108991c5_SeqId_6_ into e821bc9b80477efab784e876620dca22/f1 2024-11-14T07:18:19,105 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39009 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/staging/jenkins__test__41f4k9oetc1dcluqk0gomtvc8kojd7qcl4sk3p986fvf1gkofd2e0nudn9dfhn8p/f1/hfile_1 into e821bc9b80477efab784e876620dca22/f1 (new location: hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/data/default/test/e821bc9b80477efab784e876620dca22/f1/6d17071cfa4a4182a72e72fc108991c5_SeqId_6_) 2024-11-14T07:18:19,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39009 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/staging/jenkins__test__41f4k9oetc1dcluqk0gomtvc8kojd7qcl4sk3p986fvf1gkofd2e0nudn9dfhn8p/f1/hfile_1 2024-11-14T07:18:19,107 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T07:18:19,107 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:18:19,107 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:18:19,107 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:18:19,108 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:18:19,108 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731568691765.e821bc9b80477efab784e876620dca22., hostname=c7aa6e2790b3,39009,1731568683486, seqNum=2 , the old value is region=test,,1731568691765.e821bc9b80477efab784e876620dca22., hostname=c7aa6e2790b3,39009,1731568683486, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=c7aa6e2790b3:39009 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T07:18:19,108 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731568691765.e821bc9b80477efab784e876620dca22., hostname=c7aa6e2790b3,39009,1731568683486, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T07:18:19,108 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731568691765.e821bc9b80477efab784e876620dca22., hostname=c7aa6e2790b3,39009,1731568683486, seqNum=2 from cache 2024-11-14T07:18:19,109 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T07:18:19,109 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-14T07:18:19,110 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c7aa6e2790b3,39009,1731568683486, seqNum=-1] 2024-11-14T07:18:19,110 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T07:18:19,111 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T07:18:19,114 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731568691765.e821bc9b80477efab784e876620dca22., hostname=c7aa6e2790b3,39009,1731568683486, seqNum=2] 2024-11-14T07:18:19,216 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c7aa6e2790b3:39009 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-14T07:18:19,311 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,39009,1731568683486.replicationSource.wal-reader.c7aa6e2790b3%2C39009%2C1731568683486,1-c7aa6e2790b3,39009,1731568683486 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/WALs/c7aa6e2790b3,39009,1731568683486/c7aa6e2790b3%2C39009%2C1731568683486.1731568684941 to pos 687, reset compression=false 2024-11-14T07:18:19,316 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,39009,1731568683486.replicationSource.wal-reader.c7aa6e2790b3%2C39009%2C1731568683486,1-c7aa6e2790b3,39009,1731568683486 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T07:18:19,316 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,39009,1731568683486.replicationSource.wal-reader.c7aa6e2790b3%2C39009%2C1731568683486,1-c7aa6e2790b3,39009,1731568683486 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/WALs/c7aa6e2790b3,39009,1731568683486/c7aa6e2790b3%2C39009%2C1731568683486.1731568684941 to pos 997, reset compression=false 2024-11-14T07:18:19,316 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,39009,1731568683486.replicationSource.shipperc7aa6e2790b3%2C39009%2C1731568683486,1-c7aa6e2790b3,39009,1731568683486 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c7aa6e2790b3,39009,1731568683486 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/WALs/c7aa6e2790b3,39009,1731568683486/c7aa6e2790b3%2C39009%2C1731568683486.1731568684941, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T07:18:19,519 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,39009,1731568683486.replicationSource.wal-reader.c7aa6e2790b3%2C39009%2C1731568683486,1-c7aa6e2790b3,39009,1731568683486 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/WALs/c7aa6e2790b3,39009,1731568683486/c7aa6e2790b3%2C39009%2C1731568683486.1731568684941 to pos 997, reset compression=false 2024-11-14T07:18:19,824 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,39009,1731568683486.replicationSource.wal-reader.c7aa6e2790b3%2C39009%2C1731568683486,1-c7aa6e2790b3,39009,1731568683486 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/WALs/c7aa6e2790b3,39009,1731568683486/c7aa6e2790b3%2C39009%2C1731568683486.1731568684941 to pos 997, reset compression=false 2024-11-14T07:18:20,228 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,39009,1731568683486.replicationSource.wal-reader.c7aa6e2790b3%2C39009%2C1731568683486,1-c7aa6e2790b3,39009,1731568683486 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/WALs/c7aa6e2790b3,39009,1731568683486/c7aa6e2790b3%2C39009%2C1731568683486.1731568684941 to pos 997, reset compression=false 2024-11-14T07:18:20,731 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,39009,1731568683486.replicationSource.wal-reader.c7aa6e2790b3%2C39009%2C1731568683486,1-c7aa6e2790b3,39009,1731568683486 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/WALs/c7aa6e2790b3,39009,1731568683486/c7aa6e2790b3%2C39009%2C1731568683486.1731568684941 to pos 997, reset compression=false 2024-11-14T07:18:21,335 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,39009,1731568683486.replicationSource.wal-reader.c7aa6e2790b3%2C39009%2C1731568683486,1-c7aa6e2790b3,39009,1731568683486 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/WALs/c7aa6e2790b3,39009,1731568683486/c7aa6e2790b3%2C39009%2C1731568683486.1731568684941 to pos 997, reset compression=false 2024-11-14T07:18:22,039 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,39009,1731568683486.replicationSource.wal-reader.c7aa6e2790b3%2C39009%2C1731568683486,1-c7aa6e2790b3,39009,1731568683486 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/WALs/c7aa6e2790b3,39009,1731568683486/c7aa6e2790b3%2C39009%2C1731568683486.1731568684941 to pos 997, reset compression=false 2024-11-14T07:18:22,843 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,39009,1731568683486.replicationSource.wal-reader.c7aa6e2790b3%2C39009%2C1731568683486,1-c7aa6e2790b3,39009,1731568683486 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/WALs/c7aa6e2790b3,39009,1731568683486/c7aa6e2790b3%2C39009%2C1731568683486.1731568684941 to pos 997, reset compression=false 2024-11-14T07:18:23,746 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,39009,1731568683486.replicationSource.wal-reader.c7aa6e2790b3%2C39009%2C1731568683486,1-c7aa6e2790b3,39009,1731568683486 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/WALs/c7aa6e2790b3,39009,1731568683486/c7aa6e2790b3%2C39009%2C1731568683486.1731568684941 to pos 997, reset compression=false 2024-11-14T07:18:24,750 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,39009,1731568683486.replicationSource.wal-reader.c7aa6e2790b3%2C39009%2C1731568683486,1-c7aa6e2790b3,39009,1731568683486 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/WALs/c7aa6e2790b3,39009,1731568683486/c7aa6e2790b3%2C39009%2C1731568683486.1731568684941 to pos 997, reset compression=false 2024-11-14T07:18:25,853 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,39009,1731568683486.replicationSource.wal-reader.c7aa6e2790b3%2C39009%2C1731568683486,1-c7aa6e2790b3,39009,1731568683486 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/WALs/c7aa6e2790b3,39009,1731568683486/c7aa6e2790b3%2C39009%2C1731568683486.1731568684941 to pos 997, reset compression=false 2024-11-14T07:18:27,057 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,39009,1731568683486.replicationSource.wal-reader.c7aa6e2790b3%2C39009%2C1731568683486,1-c7aa6e2790b3,39009,1731568683486 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/WALs/c7aa6e2790b3,39009,1731568683486/c7aa6e2790b3%2C39009%2C1731568683486.1731568684941 to pos 997, reset compression=false 2024-11-14T07:18:28,361 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,39009,1731568683486.replicationSource.wal-reader.c7aa6e2790b3%2C39009%2C1731568683486,1-c7aa6e2790b3,39009,1731568683486 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/WALs/c7aa6e2790b3,39009,1731568683486/c7aa6e2790b3%2C39009%2C1731568683486.1731568684941 to pos 997, reset compression=false 2024-11-14T07:18:29,765 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,39009,1731568683486.replicationSource.wal-reader.c7aa6e2790b3%2C39009%2C1731568683486,1-c7aa6e2790b3,39009,1731568683486 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/WALs/c7aa6e2790b3,39009,1731568683486/c7aa6e2790b3%2C39009%2C1731568683486.1731568684941 to pos 997, reset compression=false 2024-11-14T07:18:31,269 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,39009,1731568683486.replicationSource.wal-reader.c7aa6e2790b3%2C39009%2C1731568683486,1-c7aa6e2790b3,39009,1731568683486 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/WALs/c7aa6e2790b3,39009,1731568683486/c7aa6e2790b3%2C39009%2C1731568683486.1731568684941 to pos 997, reset compression=false 2024-11-14T07:18:32,825 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T07:18:32,882 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,39009,1731568683486.replicationSource.wal-reader.c7aa6e2790b3%2C39009%2C1731568683486,1-c7aa6e2790b3,39009,1731568683486 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/WALs/c7aa6e2790b3,39009,1731568683486/c7aa6e2790b3%2C39009%2C1731568683486.1731568684941 to pos 997, reset compression=false 2024-11-14T07:18:34,592 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,39009,1731568683486.replicationSource.wal-reader.c7aa6e2790b3%2C39009%2C1731568683486,1-c7aa6e2790b3,39009,1731568683486 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/WALs/c7aa6e2790b3,39009,1731568683486/c7aa6e2790b3%2C39009%2C1731568683486.1731568684941 to pos 997, reset compression=false 2024-11-14T07:18:36,398 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,39009,1731568683486.replicationSource.wal-reader.c7aa6e2790b3%2C39009%2C1731568683486,1-c7aa6e2790b3,39009,1731568683486 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/WALs/c7aa6e2790b3,39009,1731568683486/c7aa6e2790b3%2C39009%2C1731568683486.1731568684941 to pos 997, reset compression=false 2024-11-14T07:18:37,666 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T07:18:38,304 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,39009,1731568683486.replicationSource.wal-reader.c7aa6e2790b3%2C39009%2C1731568683486,1-c7aa6e2790b3,39009,1731568683486 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/WALs/c7aa6e2790b3,39009,1731568683486/c7aa6e2790b3%2C39009%2C1731568683486.1731568684941 to pos 997, reset compression=false 2024-11-14T07:18:39,318 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,39009,1731568683486.replicationSource.shipperc7aa6e2790b3%2C39009%2C1731568683486,1-c7aa6e2790b3,39009,1731568683486 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c7aa6e2790b3,39009,1731568683486 got entry batch from reader: null 2024-11-14T07:18:40,308 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,39009,1731568683486.replicationSource.wal-reader.c7aa6e2790b3%2C39009%2C1731568683486,1-c7aa6e2790b3,39009,1731568683486 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/WALs/c7aa6e2790b3,39009,1731568683486/c7aa6e2790b3%2C39009%2C1731568683486.1731568684941 to pos 997, reset compression=false 2024-11-14T07:18:42,413 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,39009,1731568683486.replicationSource.wal-reader.c7aa6e2790b3%2C39009%2C1731568683486,1-c7aa6e2790b3,39009,1731568683486 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/WALs/c7aa6e2790b3,39009,1731568683486/c7aa6e2790b3%2C39009%2C1731568683486.1731568684941 to pos 997, reset compression=false 2024-11-14T07:18:44,617 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,39009,1731568683486.replicationSource.wal-reader.c7aa6e2790b3%2C39009%2C1731568683486,1-c7aa6e2790b3,39009,1731568683486 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/WALs/c7aa6e2790b3,39009,1731568683486/c7aa6e2790b3%2C39009%2C1731568683486.1731568684941 to pos 997, reset compression=false 2024-11-14T07:18:45,652 INFO [master/c7aa6e2790b3:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-14T07:18:45,652 INFO [master/c7aa6e2790b3:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-14T07:18:46,921 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,39009,1731568683486.replicationSource.wal-reader.c7aa6e2790b3%2C39009%2C1731568683486,1-c7aa6e2790b3,39009,1731568683486 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/WALs/c7aa6e2790b3,39009,1731568683486/c7aa6e2790b3%2C39009%2C1731568683486.1731568684941 to pos 997, reset compression=false 2024-11-14T07:18:49,327 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,39009,1731568683486.replicationSource.wal-reader.c7aa6e2790b3%2C39009%2C1731568683486,1-c7aa6e2790b3,39009,1731568683486 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/WALs/c7aa6e2790b3,39009,1731568683486/c7aa6e2790b3%2C39009%2C1731568683486.1731568684941 to pos 997, reset compression=false 2024-11-14T07:18:51,832 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,39009,1731568683486.replicationSource.wal-reader.c7aa6e2790b3%2C39009%2C1731568683486,1-c7aa6e2790b3,39009,1731568683486 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/WALs/c7aa6e2790b3,39009,1731568683486/c7aa6e2790b3%2C39009%2C1731568683486.1731568684941 to pos 997, reset compression=false 2024-11-14T07:18:51,903 INFO [master/c7aa6e2790b3:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-14T07:18:51,903 INFO [master/c7aa6e2790b3:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-14T07:18:54,436 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,39009,1731568683486.replicationSource.wal-reader.c7aa6e2790b3%2C39009%2C1731568683486,1-c7aa6e2790b3,39009,1731568683486 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/WALs/c7aa6e2790b3,39009,1731568683486/c7aa6e2790b3%2C39009%2C1731568683486.1731568684941 to pos 997, reset compression=false 2024-11-14T07:18:57,140 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,39009,1731568683486.replicationSource.wal-reader.c7aa6e2790b3%2C39009%2C1731568683486,1-c7aa6e2790b3,39009,1731568683486 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/WALs/c7aa6e2790b3,39009,1731568683486/c7aa6e2790b3%2C39009%2C1731568683486.1731568684941 to pos 997, reset compression=false 2024-11-14T07:18:57,528 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region e821bc9b80477efab784e876620dca22, had cached 0 bytes from a total of 31376 2024-11-14T07:18:59,104 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 2022aeb23a40fae7659e17f6a5332f0a, had cached 0 bytes from a total of 15585 2024-11-14T07:18:59,318 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,39009,1731568683486.replicationSource.shipperc7aa6e2790b3%2C39009%2C1731568683486,1-c7aa6e2790b3,39009,1731568683486 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c7aa6e2790b3,39009,1731568683486 got entry batch from reader: null 2024-11-14T07:18:59,943 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,39009,1731568683486.replicationSource.wal-reader.c7aa6e2790b3%2C39009%2C1731568683486,1-c7aa6e2790b3,39009,1731568683486 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/WALs/c7aa6e2790b3,39009,1731568683486/c7aa6e2790b3%2C39009%2C1731568683486.1731568684941 to pos 997, reset compression=false 2024-11-14T07:19:02,825 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T07:19:02,847 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,39009,1731568683486.replicationSource.wal-reader.c7aa6e2790b3%2C39009%2C1731568683486,1-c7aa6e2790b3,39009,1731568683486 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/WALs/c7aa6e2790b3,39009,1731568683486/c7aa6e2790b3%2C39009%2C1731568683486.1731568684941 to pos 997, reset compression=false 2024-11-14T07:19:05,643 DEBUG [master/c7aa6e2790b3:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-14T07:19:05,853 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,39009,1731568683486.replicationSource.wal-reader.c7aa6e2790b3%2C39009%2C1731568683486,1-c7aa6e2790b3,39009,1731568683486 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/WALs/c7aa6e2790b3,39009,1731568683486/c7aa6e2790b3%2C39009%2C1731568683486.1731568684941 to pos 997, reset compression=false 2024-11-14T07:19:07,666 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T07:19:08,957 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,39009,1731568683486.replicationSource.wal-reader.c7aa6e2790b3%2C39009%2C1731568683486,1-c7aa6e2790b3,39009,1731568683486 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/WALs/c7aa6e2790b3,39009,1731568683486/c7aa6e2790b3%2C39009%2C1731568683486.1731568684941 to pos 997, reset compression=false 2024-11-14T07:19:12,161 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,39009,1731568683486.replicationSource.wal-reader.c7aa6e2790b3%2C39009%2C1731568683486,1-c7aa6e2790b3,39009,1731568683486 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/WALs/c7aa6e2790b3,39009,1731568683486/c7aa6e2790b3%2C39009%2C1731568683486.1731568684941 to pos 997, reset compression=false 2024-11-14T07:19:15,464 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,39009,1731568683486.replicationSource.wal-reader.c7aa6e2790b3%2C39009%2C1731568683486,1-c7aa6e2790b3,39009,1731568683486 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/WALs/c7aa6e2790b3,39009,1731568683486/c7aa6e2790b3%2C39009%2C1731568683486.1731568684941 to pos 997, reset compression=false 2024-11-14T07:19:18,868 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,39009,1731568683486.replicationSource.wal-reader.c7aa6e2790b3%2C39009%2C1731568683486,1-c7aa6e2790b3,39009,1731568683486 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/WALs/c7aa6e2790b3,39009,1731568683486/c7aa6e2790b3%2C39009%2C1731568683486.1731568684941 to pos 997, reset compression=false 2024-11-14T07:19:19,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T07:19:19,148 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T07:19:19,148 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:19:19,148 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:19:19,148 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:19:19,149 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T07:19:19,149 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=413812541, stopped=false 2024-11-14T07:19:19,149 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c7aa6e2790b3,33825,1731568688086 2024-11-14T07:19:19,150 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:19:19,256 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40737-0x10138353bf20004, quorum=127.0.0.1:58497, baseZNode=/1-738744582 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-738744582/running 2024-11-14T07:19:19,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33825-0x10138353bf20003, quorum=127.0.0.1:58497, baseZNode=/1-738744582 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-738744582/running 2024-11-14T07:19:19,256 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40737-0x10138353bf20004, quorum=127.0.0.1:58497, baseZNode=/1-738744582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-738744582 2024-11-14T07:19:19,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33825-0x10138353bf20003, quorum=127.0.0.1:58497, baseZNode=/1-738744582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-738744582 2024-11-14T07:19:19,256 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T07:19:19,256 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T07:19:19,256 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:19:19,256 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:19:19,256 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33825-0x10138353bf20003, quorum=127.0.0.1:58497, baseZNode=/1-738744582 Set watcher on znode that does not yet exist, /1-738744582/running 2024-11-14T07:19:19,256 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c7aa6e2790b3,40737,1731568688248' ***** 2024-11-14T07:19:19,256 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40737-0x10138353bf20004, quorum=127.0.0.1:58497, baseZNode=/1-738744582 Set watcher on znode that does not yet exist, /1-738744582/running 2024-11-14T07:19:19,256 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T07:19:19,257 INFO [RS:0;c7aa6e2790b3:40737 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T07:19:19,257 INFO [RS:0;c7aa6e2790b3:40737 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T07:19:19,257 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T07:19:19,257 INFO [RS:0;c7aa6e2790b3:40737 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T07:19:19,257 INFO [RS:0;c7aa6e2790b3:40737 {}] regionserver.HRegionServer(3091): Received CLOSE for 2022aeb23a40fae7659e17f6a5332f0a 2024-11-14T07:19:19,257 INFO [RS:0;c7aa6e2790b3:40737 {}] regionserver.HRegionServer(959): stopping server c7aa6e2790b3,40737,1731568688248 2024-11-14T07:19:19,257 INFO [RS:0;c7aa6e2790b3:40737 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T07:19:19,257 INFO [RS:0;c7aa6e2790b3:40737 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c7aa6e2790b3:40737. 2024-11-14T07:19:19,257 DEBUG [RS:0;c7aa6e2790b3:40737 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:19:19,257 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2022aeb23a40fae7659e17f6a5332f0a, disabling compactions & flushes 2024-11-14T07:19:19,257 DEBUG [RS:0;c7aa6e2790b3:40737 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:19:19,257 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731568692919.2022aeb23a40fae7659e17f6a5332f0a. 2024-11-14T07:19:19,257 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731568692919.2022aeb23a40fae7659e17f6a5332f0a. 2024-11-14T07:19:19,257 INFO [RS:0;c7aa6e2790b3:40737 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T07:19:19,258 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731568692919.2022aeb23a40fae7659e17f6a5332f0a. after waiting 0 ms 2024-11-14T07:19:19,258 INFO [RS:0;c7aa6e2790b3:40737 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T07:19:19,258 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731568692919.2022aeb23a40fae7659e17f6a5332f0a. 2024-11-14T07:19:19,258 INFO [RS:0;c7aa6e2790b3:40737 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T07:19:19,258 INFO [RS:0;c7aa6e2790b3:40737 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T07:19:19,258 INFO [RS:0;c7aa6e2790b3:40737 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T07:19:19,258 DEBUG [RS:0;c7aa6e2790b3:40737 {}] regionserver.HRegionServer(1325): Online Regions={2022aeb23a40fae7659e17f6a5332f0a=test,,1731568692919.2022aeb23a40fae7659e17f6a5332f0a., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T07:19:19,258 DEBUG [RS:0;c7aa6e2790b3:40737 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2022aeb23a40fae7659e17f6a5332f0a 2024-11-14T07:19:19,258 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T07:19:19,258 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T07:19:19,258 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T07:19:19,258 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T07:19:19,258 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T07:19:19,258 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-14T07:19:19,265 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36039/user/jenkins/test-data/3c55796d-f4a6-e93f-43e7-56cf90ca9f9a/data/default/test/2022aeb23a40fae7659e17f6a5332f0a/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-14T07:19:19,266 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T07:19:19,266 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T07:19:19,266 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731568692919.2022aeb23a40fae7659e17f6a5332f0a. 2024-11-14T07:19:19,266 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2022aeb23a40fae7659e17f6a5332f0a: Waiting for close lock at 1731568759257Running coprocessor pre-close hooks at 1731568759257Disabling compacts and flushes for region at 1731568759257Disabling writes for close at 1731568759258 (+1 ms)Writing region close event to WAL at 1731568759258Running coprocessor post-close hooks at 1731568759266 (+8 ms)Closed at 1731568759266 2024-11-14T07:19:19,266 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731568692919.2022aeb23a40fae7659e17f6a5332f0a. 2024-11-14T07:19:19,278 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36039/user/jenkins/test-data/3c55796d-f4a6-e93f-43e7-56cf90ca9f9a/data/hbase/meta/1588230740/.tmp/info/e69655852450494890970874575552a4 is 129, key is test,,1731568692919.2022aeb23a40fae7659e17f6a5332f0a./info:regioninfo/1731568694135/Put/seqid=0 2024-11-14T07:19:19,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44143 is added to blk_1073741839_1015 (size=6421) 2024-11-14T07:19:19,318 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,39009,1731568683486.replicationSource.shipperc7aa6e2790b3%2C39009%2C1731568683486,1-c7aa6e2790b3,39009,1731568683486 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c7aa6e2790b3,39009,1731568683486 got entry batch from reader: null 2024-11-14T07:19:19,332 INFO [regionserver/c7aa6e2790b3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T07:19:19,458 DEBUG [RS:0;c7aa6e2790b3:40737 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T07:19:19,567 INFO [regionserver/c7aa6e2790b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T07:19:19,568 INFO [regionserver/c7aa6e2790b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T07:19:19,658 DEBUG [RS:0;c7aa6e2790b3:40737 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T07:19:19,684 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36039/user/jenkins/test-data/3c55796d-f4a6-e93f-43e7-56cf90ca9f9a/data/hbase/meta/1588230740/.tmp/info/e69655852450494890970874575552a4 2024-11-14T07:19:19,703 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36039/user/jenkins/test-data/3c55796d-f4a6-e93f-43e7-56cf90ca9f9a/data/hbase/meta/1588230740/.tmp/ns/a065eb9a699641d6909ac8ea68617900 is 43, key is default/ns:d/1731568691659/Put/seqid=0 2024-11-14T07:19:19,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44143 is added to blk_1073741840_1016 (size=5153) 2024-11-14T07:19:19,858 DEBUG [RS:0;c7aa6e2790b3:40737 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T07:19:20,059 DEBUG [RS:0;c7aa6e2790b3:40737 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T07:19:20,109 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36039/user/jenkins/test-data/3c55796d-f4a6-e93f-43e7-56cf90ca9f9a/data/hbase/meta/1588230740/.tmp/ns/a065eb9a699641d6909ac8ea68617900 2024-11-14T07:19:20,125 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36039/user/jenkins/test-data/3c55796d-f4a6-e93f-43e7-56cf90ca9f9a/data/hbase/meta/1588230740/.tmp/rep_barrier/e5fd41ba9621438db30a0e6962bbd9a3 is 112, key is test,,1731568692919.2022aeb23a40fae7659e17f6a5332f0a./rep_barrier:seqnumDuringOpen/1731568694135/Put/seqid=0 2024-11-14T07:19:20,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44143 is added to blk_1073741841_1017 (size=5518) 2024-11-14T07:19:20,259 INFO [RS:0;c7aa6e2790b3:40737 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T07:19:20,259 DEBUG [RS:0;c7aa6e2790b3:40737 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T07:19:20,259 DEBUG [RS:0;c7aa6e2790b3:40737 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T07:19:20,459 DEBUG [RS:0;c7aa6e2790b3:40737 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T07:19:20,530 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36039/user/jenkins/test-data/3c55796d-f4a6-e93f-43e7-56cf90ca9f9a/data/hbase/meta/1588230740/.tmp/rep_barrier/e5fd41ba9621438db30a0e6962bbd9a3 2024-11-14T07:19:20,550 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36039/user/jenkins/test-data/3c55796d-f4a6-e93f-43e7-56cf90ca9f9a/data/hbase/meta/1588230740/.tmp/table/64e62347348441c1a5ebc55dfdc25b11 is 40, key is test/table:state/1731568694151/Put/seqid=0 2024-11-14T07:19:20,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44143 is added to blk_1073741842_1018 (size=5165) 2024-11-14T07:19:20,659 DEBUG [RS:0;c7aa6e2790b3:40737 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T07:19:20,859 DEBUG [RS:0;c7aa6e2790b3:40737 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T07:19:21,022 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36039/user/jenkins/test-data/3c55796d-f4a6-e93f-43e7-56cf90ca9f9a/data/hbase/meta/1588230740/.tmp/table/64e62347348441c1a5ebc55dfdc25b11 2024-11-14T07:19:21,029 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36039/user/jenkins/test-data/3c55796d-f4a6-e93f-43e7-56cf90ca9f9a/data/hbase/meta/1588230740/.tmp/info/e69655852450494890970874575552a4 as hdfs://localhost:36039/user/jenkins/test-data/3c55796d-f4a6-e93f-43e7-56cf90ca9f9a/data/hbase/meta/1588230740/info/e69655852450494890970874575552a4 2024-11-14T07:19:21,035 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36039/user/jenkins/test-data/3c55796d-f4a6-e93f-43e7-56cf90ca9f9a/data/hbase/meta/1588230740/info/e69655852450494890970874575552a4, entries=10, sequenceid=11, filesize=6.3 K 2024-11-14T07:19:21,036 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36039/user/jenkins/test-data/3c55796d-f4a6-e93f-43e7-56cf90ca9f9a/data/hbase/meta/1588230740/.tmp/ns/a065eb9a699641d6909ac8ea68617900 as hdfs://localhost:36039/user/jenkins/test-data/3c55796d-f4a6-e93f-43e7-56cf90ca9f9a/data/hbase/meta/1588230740/ns/a065eb9a699641d6909ac8ea68617900 2024-11-14T07:19:21,041 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36039/user/jenkins/test-data/3c55796d-f4a6-e93f-43e7-56cf90ca9f9a/data/hbase/meta/1588230740/ns/a065eb9a699641d6909ac8ea68617900, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T07:19:21,043 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36039/user/jenkins/test-data/3c55796d-f4a6-e93f-43e7-56cf90ca9f9a/data/hbase/meta/1588230740/.tmp/rep_barrier/e5fd41ba9621438db30a0e6962bbd9a3 as hdfs://localhost:36039/user/jenkins/test-data/3c55796d-f4a6-e93f-43e7-56cf90ca9f9a/data/hbase/meta/1588230740/rep_barrier/e5fd41ba9621438db30a0e6962bbd9a3 2024-11-14T07:19:21,048 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36039/user/jenkins/test-data/3c55796d-f4a6-e93f-43e7-56cf90ca9f9a/data/hbase/meta/1588230740/rep_barrier/e5fd41ba9621438db30a0e6962bbd9a3, entries=1, sequenceid=11, filesize=5.4 K 2024-11-14T07:19:21,049 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36039/user/jenkins/test-data/3c55796d-f4a6-e93f-43e7-56cf90ca9f9a/data/hbase/meta/1588230740/.tmp/table/64e62347348441c1a5ebc55dfdc25b11 as hdfs://localhost:36039/user/jenkins/test-data/3c55796d-f4a6-e93f-43e7-56cf90ca9f9a/data/hbase/meta/1588230740/table/64e62347348441c1a5ebc55dfdc25b11 2024-11-14T07:19:21,053 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36039/user/jenkins/test-data/3c55796d-f4a6-e93f-43e7-56cf90ca9f9a/data/hbase/meta/1588230740/table/64e62347348441c1a5ebc55dfdc25b11, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T07:19:21,054 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1796ms, sequenceid=11, compaction requested=false 2024-11-14T07:19:21,059 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36039/user/jenkins/test-data/3c55796d-f4a6-e93f-43e7-56cf90ca9f9a/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T07:19:21,060 DEBUG [RS:0;c7aa6e2790b3:40737 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T07:19:21,060 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T07:19:21,060 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T07:19:21,060 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T07:19:21,060 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731568759258Running coprocessor pre-close hooks at 1731568759258Disabling compacts and flushes for region at 1731568759258Disabling writes for close at 1731568759258Obtaining lock to block concurrent updates at 1731568759258Preparing flush snapshotting stores in 1588230740 at 1731568759258Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731568759258Flushing stores of hbase:meta,,1.1588230740 at 1731568759259 (+1 ms)Flushing 1588230740/info: creating writer at 1731568759259Flushing 1588230740/info: appending metadata at 1731568759278 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731568759278Flushing 1588230740/ns: creating writer at 1731568759690 (+412 ms)Flushing 1588230740/ns: appending metadata at 1731568759703 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731568759703Flushing 1588230740/rep_barrier: creating writer at 1731568760113 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731568760125 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731568760125Flushing 1588230740/table: creating writer at 1731568760535 (+410 ms)Flushing 1588230740/table: appending metadata at 1731568760550 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731568760550Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61c9f318: reopening flushed file at 1731568761028 (+478 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27dac637: reopening flushed file at 1731568761035 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5551bdd9: reopening flushed file at 1731568761042 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59bfe488: reopening flushed file at 1731568761048 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1796ms, sequenceid=11, compaction requested=false at 1731568761054 (+6 ms)Writing region close event to WAL at 1731568761056 (+2 ms)Running coprocessor post-close hooks at 1731568761060 (+4 ms)Closed at 1731568761060 2024-11-14T07:19:21,060 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T07:19:21,260 INFO [RS:0;c7aa6e2790b3:40737 {}] regionserver.HRegionServer(976): stopping server c7aa6e2790b3,40737,1731568688248; all regions closed. 2024-11-14T07:19:21,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44143 is added to blk_1073741834_1010 (size=2717) 2024-11-14T07:19:21,262 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3c55796d-f4a6-e93f-43e7-56cf90ca9f9a/WALs/c7aa6e2790b3,40737,1731568688248/c7aa6e2790b3%2C40737%2C1731568688248.meta.1731568691572.meta not finished, retry = 0 2024-11-14T07:19:21,365 DEBUG [RS:0;c7aa6e2790b3:40737 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3c55796d-f4a6-e93f-43e7-56cf90ca9f9a/oldWALs 2024-11-14T07:19:21,365 INFO [RS:0;c7aa6e2790b3:40737 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c7aa6e2790b3%2C40737%2C1731568688248.meta:.meta(num 1731568691572) 2024-11-14T07:19:21,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44143 is added to blk_1073741832_1008 (size=1028) 2024-11-14T07:19:21,367 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3c55796d-f4a6-e93f-43e7-56cf90ca9f9a/WALs/c7aa6e2790b3,40737,1731568688248/c7aa6e2790b3%2C40737%2C1731568688248.1731568690678 not finished, retry = 0 2024-11-14T07:19:21,469 DEBUG [RS:0;c7aa6e2790b3:40737 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3c55796d-f4a6-e93f-43e7-56cf90ca9f9a/oldWALs 2024-11-14T07:19:21,469 INFO [RS:0;c7aa6e2790b3:40737 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c7aa6e2790b3%2C40737%2C1731568688248:(num 1731568690678) 2024-11-14T07:19:21,469 DEBUG [RS:0;c7aa6e2790b3:40737 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:19:21,469 INFO [RS:0;c7aa6e2790b3:40737 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T07:19:21,470 INFO [RS:0;c7aa6e2790b3:40737 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T07:19:21,470 INFO [RS:0;c7aa6e2790b3:40737 {}] hbase.ChoreService(370): Chore service for: regionserver/c7aa6e2790b3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T07:19:21,470 INFO [RS:0;c7aa6e2790b3:40737 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T07:19:21,470 INFO [regionserver/c7aa6e2790b3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T07:19:21,470 INFO [RS:0;c7aa6e2790b3:40737 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c7aa6e2790b3:40737. 2024-11-14T07:19:21,470 DEBUG [RS:0;c7aa6e2790b3:40737 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:19:21,470 DEBUG [RS:0;c7aa6e2790b3:40737 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:19:21,470 DEBUG [RS:0;c7aa6e2790b3:40737 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:19:21,470 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:19:21,470 INFO [RS:0;c7aa6e2790b3:40737 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40737 2024-11-14T07:19:21,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33825-0x10138353bf20003, quorum=127.0.0.1:58497, baseZNode=/1-738744582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-738744582/rs 2024-11-14T07:19:21,515 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40737-0x10138353bf20004, quorum=127.0.0.1:58497, baseZNode=/1-738744582 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-738744582/rs/c7aa6e2790b3,40737,1731568688248 2024-11-14T07:19:21,515 INFO [RS:0;c7aa6e2790b3:40737 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T07:19:21,521 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c7aa6e2790b3,40737,1731568688248] 2024-11-14T07:19:21,531 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-738744582/draining/c7aa6e2790b3,40737,1731568688248 already deleted, retry=false 2024-11-14T07:19:21,531 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c7aa6e2790b3,40737,1731568688248 expired; onlineServers=0 2024-11-14T07:19:21,531 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c7aa6e2790b3,33825,1731568688086' ***** 2024-11-14T07:19:21,531 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T07:19:21,532 INFO [M:0;c7aa6e2790b3:33825 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T07:19:21,532 INFO [M:0;c7aa6e2790b3:33825 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T07:19:21,532 DEBUG [M:0;c7aa6e2790b3:33825 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T07:19:21,532 DEBUG [M:0;c7aa6e2790b3:33825 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T07:19:21,532 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T07:19:21,532 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.large.0-1731568690364 {}] cleaner.HFileCleaner(306): Exit Thread[master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.large.0-1731568690364,5,FailOnTimeoutGroup] 2024-11-14T07:19:21,532 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.small.0-1731568690368 {}] cleaner.HFileCleaner(306): Exit Thread[master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.small.0-1731568690368,5,FailOnTimeoutGroup] 2024-11-14T07:19:21,532 INFO [M:0;c7aa6e2790b3:33825 {}] hbase.ChoreService(370): Chore service for: master/c7aa6e2790b3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T07:19:21,532 INFO [M:0;c7aa6e2790b3:33825 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T07:19:21,532 DEBUG [M:0;c7aa6e2790b3:33825 {}] master.HMaster(1795): Stopping service threads 2024-11-14T07:19:21,532 INFO [M:0;c7aa6e2790b3:33825 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T07:19:21,532 INFO [M:0;c7aa6e2790b3:33825 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T07:19:21,532 INFO [M:0;c7aa6e2790b3:33825 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T07:19:21,532 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T07:19:21,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33825-0x10138353bf20003, quorum=127.0.0.1:58497, baseZNode=/1-738744582 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-738744582/master 2024-11-14T07:19:21,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33825-0x10138353bf20003, quorum=127.0.0.1:58497, baseZNode=/1-738744582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-738744582 2024-11-14T07:19:21,542 DEBUG [M:0;c7aa6e2790b3:33825 {}] zookeeper.ZKUtil(347): master:33825-0x10138353bf20003, quorum=127.0.0.1:58497, baseZNode=/1-738744582 Unable to get data of znode /1-738744582/master because node does not exist (not an error) 2024-11-14T07:19:21,542 WARN [M:0;c7aa6e2790b3:33825 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T07:19:21,543 INFO [M:0;c7aa6e2790b3:33825 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36039/user/jenkins/test-data/3c55796d-f4a6-e93f-43e7-56cf90ca9f9a/.lastflushedseqids 2024-11-14T07:19:21,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44143 is added to blk_1073741843_1019 (size=173) 2024-11-14T07:19:21,621 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40737-0x10138353bf20004, quorum=127.0.0.1:58497, baseZNode=/1-738744582 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T07:19:21,621 INFO [RS:0;c7aa6e2790b3:40737 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T07:19:21,621 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40737-0x10138353bf20004, quorum=127.0.0.1:58497, baseZNode=/1-738744582 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T07:19:21,621 INFO [RS:0;c7aa6e2790b3:40737 {}] regionserver.HRegionServer(1031): Exiting; stopping=c7aa6e2790b3,40737,1731568688248; zookeeper connection closed. 2024-11-14T07:19:21,621 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7f7e0575 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7f7e0575 2024-11-14T07:19:21,622 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T07:19:21,948 INFO [M:0;c7aa6e2790b3:33825 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T07:19:21,948 INFO [M:0;c7aa6e2790b3:33825 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T07:19:21,948 DEBUG [M:0;c7aa6e2790b3:33825 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T07:19:21,948 INFO [M:0;c7aa6e2790b3:33825 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:19:21,948 DEBUG [M:0;c7aa6e2790b3:33825 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:19:21,948 DEBUG [M:0;c7aa6e2790b3:33825 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T07:19:21,948 DEBUG [M:0;c7aa6e2790b3:33825 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:19:21,948 INFO [M:0;c7aa6e2790b3:33825 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-11-14T07:19:21,961 DEBUG [M:0;c7aa6e2790b3:33825 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36039/user/jenkins/test-data/3c55796d-f4a6-e93f-43e7-56cf90ca9f9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cfed7571bd7d4890bd72333094ba8f7d is 82, key is hbase:meta,,1/info:regioninfo/1731568691614/Put/seqid=0 2024-11-14T07:19:21,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44143 is added to blk_1073741844_1020 (size=5672) 2024-11-14T07:19:22,366 INFO [M:0;c7aa6e2790b3:33825 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:36039/user/jenkins/test-data/3c55796d-f4a6-e93f-43e7-56cf90ca9f9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cfed7571bd7d4890bd72333094ba8f7d 2024-11-14T07:19:22,372 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,39009,1731568683486.replicationSource.wal-reader.c7aa6e2790b3%2C39009%2C1731568683486,1-c7aa6e2790b3,39009,1731568683486 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/WALs/c7aa6e2790b3,39009,1731568683486/c7aa6e2790b3%2C39009%2C1731568683486.1731568684941 to pos 997, reset compression=false 2024-11-14T07:19:22,385 DEBUG [M:0;c7aa6e2790b3:33825 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36039/user/jenkins/test-data/3c55796d-f4a6-e93f-43e7-56cf90ca9f9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/760c10606bb04ecaa3d4c3a8a7cd8318 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731568694156/Put/seqid=0 2024-11-14T07:19:22,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44143 is added to blk_1073741845_1021 (size=6727) 2024-11-14T07:19:22,790 INFO [M:0;c7aa6e2790b3:33825 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:36039/user/jenkins/test-data/3c55796d-f4a6-e93f-43e7-56cf90ca9f9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/760c10606bb04ecaa3d4c3a8a7cd8318 2024-11-14T07:19:22,794 INFO [M:0;c7aa6e2790b3:33825 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 760c10606bb04ecaa3d4c3a8a7cd8318 2024-11-14T07:19:22,808 DEBUG [M:0;c7aa6e2790b3:33825 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36039/user/jenkins/test-data/3c55796d-f4a6-e93f-43e7-56cf90ca9f9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/788c0a82b00f4bec8df7a24fbb184740 is 69, key is c7aa6e2790b3,40737,1731568688248/rs:state/1731568690460/Put/seqid=0 2024-11-14T07:19:22,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44143 is added to blk_1073741846_1022 (size=5156) 2024-11-14T07:19:23,212 INFO [M:0;c7aa6e2790b3:33825 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:36039/user/jenkins/test-data/3c55796d-f4a6-e93f-43e7-56cf90ca9f9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/788c0a82b00f4bec8df7a24fbb184740 2024-11-14T07:19:23,217 DEBUG [M:0;c7aa6e2790b3:33825 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36039/user/jenkins/test-data/3c55796d-f4a6-e93f-43e7-56cf90ca9f9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cfed7571bd7d4890bd72333094ba8f7d as hdfs://localhost:36039/user/jenkins/test-data/3c55796d-f4a6-e93f-43e7-56cf90ca9f9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cfed7571bd7d4890bd72333094ba8f7d 2024-11-14T07:19:23,221 INFO [M:0;c7aa6e2790b3:33825 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36039/user/jenkins/test-data/3c55796d-f4a6-e93f-43e7-56cf90ca9f9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cfed7571bd7d4890bd72333094ba8f7d, entries=8, sequenceid=58, filesize=5.5 K 2024-11-14T07:19:23,222 DEBUG [M:0;c7aa6e2790b3:33825 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36039/user/jenkins/test-data/3c55796d-f4a6-e93f-43e7-56cf90ca9f9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/760c10606bb04ecaa3d4c3a8a7cd8318 as hdfs://localhost:36039/user/jenkins/test-data/3c55796d-f4a6-e93f-43e7-56cf90ca9f9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/760c10606bb04ecaa3d4c3a8a7cd8318 2024-11-14T07:19:23,226 INFO [M:0;c7aa6e2790b3:33825 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 760c10606bb04ecaa3d4c3a8a7cd8318 2024-11-14T07:19:23,226 INFO [M:0;c7aa6e2790b3:33825 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36039/user/jenkins/test-data/3c55796d-f4a6-e93f-43e7-56cf90ca9f9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/760c10606bb04ecaa3d4c3a8a7cd8318, entries=6, sequenceid=58, filesize=6.6 K 2024-11-14T07:19:23,227 DEBUG [M:0;c7aa6e2790b3:33825 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36039/user/jenkins/test-data/3c55796d-f4a6-e93f-43e7-56cf90ca9f9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/788c0a82b00f4bec8df7a24fbb184740 as hdfs://localhost:36039/user/jenkins/test-data/3c55796d-f4a6-e93f-43e7-56cf90ca9f9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/788c0a82b00f4bec8df7a24fbb184740 2024-11-14T07:19:23,232 INFO [M:0;c7aa6e2790b3:33825 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36039/user/jenkins/test-data/3c55796d-f4a6-e93f-43e7-56cf90ca9f9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/788c0a82b00f4bec8df7a24fbb184740, entries=1, sequenceid=58, filesize=5.0 K 2024-11-14T07:19:23,233 INFO [M:0;c7aa6e2790b3:33825 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=58, compaction requested=false 2024-11-14T07:19:23,234 INFO [M:0;c7aa6e2790b3:33825 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:19:23,234 DEBUG [M:0;c7aa6e2790b3:33825 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731568761948Disabling compacts and flushes for region at 1731568761948Disabling writes for close at 1731568761948Obtaining lock to block concurrent updates at 1731568761948Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731568761948Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1731568761949 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731568761949Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731568761949Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731568761961 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731568761961Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731568762371 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731568762385 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731568762385Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731568762794 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731568762807 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731568762807Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63f60750: reopening flushed file at 1731568763216 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6231305: reopening flushed file at 1731568763221 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44d00356: reopening flushed file at 1731568763227 (+6 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=58, compaction requested=false at 1731568763233 (+6 ms)Writing region close event to WAL at 1731568763234 (+1 ms)Closed at 1731568763234 2024-11-14T07:19:23,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44143 is added to blk_1073741830_1006 (size=33026) 2024-11-14T07:19:23,236 INFO [M:0;c7aa6e2790b3:33825 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T07:19:23,236 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T07:19:23,236 INFO [M:0;c7aa6e2790b3:33825 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33825 2024-11-14T07:19:23,237 INFO [M:0;c7aa6e2790b3:33825 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T07:19:23,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33825-0x10138353bf20003, quorum=127.0.0.1:58497, baseZNode=/1-738744582 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T07:19:23,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33825-0x10138353bf20003, quorum=127.0.0.1:58497, baseZNode=/1-738744582 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T07:19:23,418 INFO [M:0;c7aa6e2790b3:33825 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T07:19:23,461 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5a9370e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T07:19:23,462 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@43f3d0e1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T07:19:23,462 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T07:19:23,462 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56e56b65{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T07:19:23,462 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4600fe3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aaca28a1-a049-f43c-f680-f698ea48df95/hadoop.log.dir/,STOPPED} 2024-11-14T07:19:23,466 WARN [BP-541703176-172.17.0.2-1731568685812 heartbeating to localhost/127.0.0.1:36039 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T07:19:23,466 WARN [BP-541703176-172.17.0.2-1731568685812 heartbeating to localhost/127.0.0.1:36039 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-541703176-172.17.0.2-1731568685812 (Datanode Uuid 441f316d-4283-46b5-9772-cec4335eef79) service to localhost/127.0.0.1:36039 2024-11-14T07:19:23,466 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aaca28a1-a049-f43c-f680-f698ea48df95/cluster_bee7bd91-f6a1-44c1-fcce-dcd19c60c8f2/data/data1/current/BP-541703176-172.17.0.2-1731568685812 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T07:19:23,467 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aaca28a1-a049-f43c-f680-f698ea48df95/cluster_bee7bd91-f6a1-44c1-fcce-dcd19c60c8f2/data/data2/current/BP-541703176-172.17.0.2-1731568685812 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T07:19:23,467 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T07:19:23,467 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T07:19:23,467 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T07:19:23,478 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@25cd9eb0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T07:19:23,479 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@703e59be{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T07:19:23,479 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T07:19:23,479 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d6e1dc4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T07:19:23,480 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@364aafe3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aaca28a1-a049-f43c-f680-f698ea48df95/hadoop.log.dir/,STOPPED} 2024-11-14T07:19:23,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T07:19:23,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T07:19:23,506 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T07:19:23,506 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:19:23,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:19:23,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:19:23,506 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:19:23,507 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T07:19:23,507 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=289934560, stopped=false 2024-11-14T07:19:23,507 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c7aa6e2790b3,44647,1731568683245 2024-11-14T07:19:23,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44647-0x10138353bf20000, quorum=127.0.0.1:58497, baseZNode=/0-1851514317 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1851514317/running 2024-11-14T07:19:23,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39009-0x10138353bf20001, quorum=127.0.0.1:58497, baseZNode=/0-1851514317 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1851514317/running 2024-11-14T07:19:23,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44647-0x10138353bf20000, quorum=127.0.0.1:58497, baseZNode=/0-1851514317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1851514317 2024-11-14T07:19:23,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39009-0x10138353bf20001, quorum=127.0.0.1:58497, baseZNode=/0-1851514317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1851514317 2024-11-14T07:19:23,522 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39009-0x10138353bf20001, quorum=127.0.0.1:58497, baseZNode=/0-1851514317 Set watcher on znode that does not yet exist, /0-1851514317/running 2024-11-14T07:19:23,522 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44647-0x10138353bf20000, quorum=127.0.0.1:58497, baseZNode=/0-1851514317 Set watcher on znode that does not yet exist, /0-1851514317/running 2024-11-14T07:19:23,533 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T07:19:23,534 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T07:19:23,534 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:19:23,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:19:23,535 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c7aa6e2790b3,39009,1731568683486' ***** 2024-11-14T07:19:23,535 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T07:19:23,535 INFO [RS:0;c7aa6e2790b3:39009 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T07:19:23,535 INFO [RS:0;c7aa6e2790b3:39009 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T07:19:23,535 INFO [RS:0;c7aa6e2790b3:39009 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T07:19:23,535 INFO [RS:0;c7aa6e2790b3:39009 {}] regionserver.HRegionServer(3091): Received CLOSE for 80804c3e137cb3570656a87cf88c6aaf 2024-11-14T07:19:23,535 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T07:19:23,536 INFO [RS:0;c7aa6e2790b3:39009 {}] regionserver.HRegionServer(3091): Received CLOSE for e821bc9b80477efab784e876620dca22 2024-11-14T07:19:23,536 INFO [RS:0;c7aa6e2790b3:39009 {}] regionserver.HRegionServer(959): stopping server c7aa6e2790b3,39009,1731568683486 2024-11-14T07:19:23,536 INFO [RS:0;c7aa6e2790b3:39009 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T07:19:23,536 INFO [RS:0;c7aa6e2790b3:39009 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c7aa6e2790b3:39009. 2024-11-14T07:19:23,536 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 80804c3e137cb3570656a87cf88c6aaf, disabling compactions & flushes 2024-11-14T07:19:23,536 DEBUG [RS:0;c7aa6e2790b3:39009 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:19:23,537 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731568695096.80804c3e137cb3570656a87cf88c6aaf. 2024-11-14T07:19:23,537 DEBUG [RS:0;c7aa6e2790b3:39009 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:19:23,537 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731568695096.80804c3e137cb3570656a87cf88c6aaf. 2024-11-14T07:19:23,537 INFO [RS:0;c7aa6e2790b3:39009 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T07:19:23,537 INFO [RS:0;c7aa6e2790b3:39009 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T07:19:23,537 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731568695096.80804c3e137cb3570656a87cf88c6aaf. after waiting 0 ms 2024-11-14T07:19:23,537 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731568695096.80804c3e137cb3570656a87cf88c6aaf. 2024-11-14T07:19:23,537 INFO [RS:0;c7aa6e2790b3:39009 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T07:19:23,537 INFO [RS:0;c7aa6e2790b3:39009 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T07:19:23,537 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 80804c3e137cb3570656a87cf88c6aaf 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-14T07:19:23,537 INFO [RS:0;c7aa6e2790b3:39009 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T07:19:23,537 DEBUG [RS:0;c7aa6e2790b3:39009 {}] regionserver.HRegionServer(1325): Online Regions={80804c3e137cb3570656a87cf88c6aaf=hbase:replication,,1731568695096.80804c3e137cb3570656a87cf88c6aaf., 1588230740=hbase:meta,,1.1588230740, e821bc9b80477efab784e876620dca22=test,,1731568691765.e821bc9b80477efab784e876620dca22.} 2024-11-14T07:19:23,537 DEBUG [RS:0;c7aa6e2790b3:39009 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 80804c3e137cb3570656a87cf88c6aaf, e821bc9b80477efab784e876620dca22 2024-11-14T07:19:23,537 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T07:19:23,537 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T07:19:23,537 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T07:19:23,537 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T07:19:23,538 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T07:19:23,538 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T07:19:23,556 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/data/hbase/meta/1588230740/.tmp/info/86b776ed43ce4d889b5105c2b0e7f1ca is 147, key is hbase:replication,,1731568695096.80804c3e137cb3570656a87cf88c6aaf./info:regioninfo/1731568695483/Put/seqid=0 2024-11-14T07:19:23,557 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/data/hbase/replication/80804c3e137cb3570656a87cf88c6aaf/.tmp/hfileref/9d76411442784a4297f9ddfdf4e61536 is 74, key is 1/hfileref:60ad4c4ea7c94ef983da82395de49dc7_SeqId_4_/1731568697592/DeleteColumn/seqid=0 2024-11-14T07:19:23,568 INFO [regionserver/c7aa6e2790b3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T07:19:23,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43661 is added to blk_1073741844_1020 (size=5203) 2024-11-14T07:19:23,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43661 is added to blk_1073741845_1021 (size=7686) 2024-11-14T07:19:23,595 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/data/hbase/meta/1588230740/.tmp/info/86b776ed43ce4d889b5105c2b0e7f1ca 2024-11-14T07:19:23,626 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/data/hbase/meta/1588230740/.tmp/ns/ff16dd3f49d746b1b77ba366eb14457d is 43, key is default/ns:d/1731568685620/Put/seqid=0 2024-11-14T07:19:23,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43661 is added to blk_1073741846_1022 (size=5153) 2024-11-14T07:19:23,646 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/data/hbase/meta/1588230740/.tmp/ns/ff16dd3f49d746b1b77ba366eb14457d 2024-11-14T07:19:23,684 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/data/hbase/meta/1588230740/.tmp/rep_barrier/8cac1b139bb94ac5995b23e953da04fe is 112, key is test,,1731568691765.e821bc9b80477efab784e876620dca22./rep_barrier:seqnumDuringOpen/1731568692549/Put/seqid=0 2024-11-14T07:19:23,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43661 is added to blk_1073741847_1023 (size=5518) 2024-11-14T07:19:23,709 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/data/hbase/meta/1588230740/.tmp/rep_barrier/8cac1b139bb94ac5995b23e953da04fe 2024-11-14T07:19:23,735 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/data/hbase/meta/1588230740/.tmp/table/32c9da52626645b694b1e16be749240d is 53, key is hbase:replication/table:state/1731568695527/Put/seqid=0 2024-11-14T07:19:23,737 DEBUG [RS:0;c7aa6e2790b3:39009 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 80804c3e137cb3570656a87cf88c6aaf, e821bc9b80477efab784e876620dca22 2024-11-14T07:19:23,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43661 is added to blk_1073741848_1024 (size=5308) 2024-11-14T07:19:23,763 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/data/hbase/meta/1588230740/.tmp/table/32c9da52626645b694b1e16be749240d 2024-11-14T07:19:23,775 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/data/hbase/meta/1588230740/.tmp/info/86b776ed43ce4d889b5105c2b0e7f1ca as hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/data/hbase/meta/1588230740/info/86b776ed43ce4d889b5105c2b0e7f1ca 2024-11-14T07:19:23,786 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/data/hbase/meta/1588230740/info/86b776ed43ce4d889b5105c2b0e7f1ca, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T07:19:23,788 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/data/hbase/meta/1588230740/.tmp/ns/ff16dd3f49d746b1b77ba366eb14457d as hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/data/hbase/meta/1588230740/ns/ff16dd3f49d746b1b77ba366eb14457d 2024-11-14T07:19:23,801 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/data/hbase/meta/1588230740/ns/ff16dd3f49d746b1b77ba366eb14457d, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T07:19:23,802 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/data/hbase/meta/1588230740/.tmp/rep_barrier/8cac1b139bb94ac5995b23e953da04fe as hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/data/hbase/meta/1588230740/rep_barrier/8cac1b139bb94ac5995b23e953da04fe 2024-11-14T07:19:23,805 INFO [regionserver/c7aa6e2790b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T07:19:23,805 INFO [regionserver/c7aa6e2790b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T07:19:23,821 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/data/hbase/meta/1588230740/rep_barrier/8cac1b139bb94ac5995b23e953da04fe, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T07:19:23,825 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/data/hbase/meta/1588230740/.tmp/table/32c9da52626645b694b1e16be749240d as hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/data/hbase/meta/1588230740/table/32c9da52626645b694b1e16be749240d 2024-11-14T07:19:23,833 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/data/hbase/meta/1588230740/table/32c9da52626645b694b1e16be749240d, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T07:19:23,834 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 296ms, sequenceid=16, compaction requested=false 2024-11-14T07:19:23,834 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T07:19:23,845 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T07:19:23,846 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T07:19:23,846 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T07:19:23,846 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T07:19:23,846 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731568763537Running coprocessor pre-close hooks at 1731568763537Disabling compacts and flushes for region at 1731568763537Disabling writes for close at 1731568763537Obtaining lock to block concurrent updates at 1731568763538 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731568763538Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731568763538Flushing stores of hbase:meta,,1.1588230740 at 1731568763539 (+1 ms)Flushing 1588230740/info: creating writer at 1731568763539Flushing 1588230740/info: appending metadata at 1731568763555 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731568763555Flushing 1588230740/ns: creating writer at 1731568763603 (+48 ms)Flushing 1588230740/ns: appending metadata at 1731568763625 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1731568763625Flushing 1588230740/rep_barrier: creating writer at 1731568763652 (+27 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731568763683 (+31 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731568763683Flushing 1588230740/table: creating writer at 1731568763716 (+33 ms)Flushing 1588230740/table: appending metadata at 1731568763734 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731568763734Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@478d3a6a: reopening flushed file at 1731568763774 (+40 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@257e8ece: reopening flushed file at 1731568763786 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6556e593: reopening flushed file at 1731568763801 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@549ad33c: reopening flushed file at 1731568763822 (+21 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 296ms, sequenceid=16, compaction requested=false at 1731568763834 (+12 ms)Writing region close event to WAL at 1731568763837 (+3 ms)Running coprocessor post-close hooks at 1731568763846 (+9 ms)Closed at 1731568763846 2024-11-14T07:19:23,846 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T07:19:23,938 DEBUG [RS:0;c7aa6e2790b3:39009 {}] regionserver.HRegionServer(1351): Waiting on 80804c3e137cb3570656a87cf88c6aaf, e821bc9b80477efab784e876620dca22 2024-11-14T07:19:23,969 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/data/hbase/replication/80804c3e137cb3570656a87cf88c6aaf/.tmp/hfileref/9d76411442784a4297f9ddfdf4e61536 2024-11-14T07:19:24,013 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/data/hbase/replication/80804c3e137cb3570656a87cf88c6aaf/.tmp/queue/09ce08d319b34bf99a1118630eb11051 is 153, key is 1-c7aa6e2790b3,39009,1731568683486/queue:c7aa6e2790b3%2C39009%2C1731568683486/1731568699317/Put/seqid=0 2024-11-14T07:19:24,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43661 is added to blk_1073741849_1025 (size=5352) 2024-11-14T07:19:24,032 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/data/hbase/replication/80804c3e137cb3570656a87cf88c6aaf/.tmp/queue/09ce08d319b34bf99a1118630eb11051 2024-11-14T07:19:24,039 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/data/hbase/replication/80804c3e137cb3570656a87cf88c6aaf/.tmp/hfileref/9d76411442784a4297f9ddfdf4e61536 as hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/data/hbase/replication/80804c3e137cb3570656a87cf88c6aaf/hfileref/9d76411442784a4297f9ddfdf4e61536 2024-11-14T07:19:24,049 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/data/hbase/replication/80804c3e137cb3570656a87cf88c6aaf/hfileref/9d76411442784a4297f9ddfdf4e61536, entries=2, sequenceid=10, filesize=5.1 K 2024-11-14T07:19:24,050 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/data/hbase/replication/80804c3e137cb3570656a87cf88c6aaf/.tmp/queue/09ce08d319b34bf99a1118630eb11051 as hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/data/hbase/replication/80804c3e137cb3570656a87cf88c6aaf/queue/09ce08d319b34bf99a1118630eb11051 2024-11-14T07:19:24,076 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/data/hbase/replication/80804c3e137cb3570656a87cf88c6aaf/queue/09ce08d319b34bf99a1118630eb11051, entries=1, sequenceid=10, filesize=5.2 K 2024-11-14T07:19:24,078 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 80804c3e137cb3570656a87cf88c6aaf in 541ms, sequenceid=10, compaction requested=false 2024-11-14T07:19:24,101 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/data/hbase/replication/80804c3e137cb3570656a87cf88c6aaf/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-14T07:19:24,102 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T07:19:24,102 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T07:19:24,102 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731568695096.80804c3e137cb3570656a87cf88c6aaf. 2024-11-14T07:19:24,102 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 80804c3e137cb3570656a87cf88c6aaf: Waiting for close lock at 1731568763536Running coprocessor pre-close hooks at 1731568763536Disabling compacts and flushes for region at 1731568763536Disabling writes for close at 1731568763537 (+1 ms)Obtaining lock to block concurrent updates at 1731568763537Preparing flush snapshotting stores in 80804c3e137cb3570656a87cf88c6aaf at 1731568763537Finished memstore snapshotting hbase:replication,,1731568695096.80804c3e137cb3570656a87cf88c6aaf., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731568763538 (+1 ms)Flushing stores of hbase:replication,,1731568695096.80804c3e137cb3570656a87cf88c6aaf. at 1731568763540 (+2 ms)Flushing 80804c3e137cb3570656a87cf88c6aaf/hfileref: creating writer at 1731568763540Flushing 80804c3e137cb3570656a87cf88c6aaf/hfileref: appending metadata at 1731568763556 (+16 ms)Flushing 80804c3e137cb3570656a87cf88c6aaf/hfileref: closing flushed file at 1731568763557 (+1 ms)Flushing 80804c3e137cb3570656a87cf88c6aaf/queue: creating writer at 1731568763986 (+429 ms)Flushing 80804c3e137cb3570656a87cf88c6aaf/queue: appending metadata at 1731568764013 (+27 ms)Flushing 80804c3e137cb3570656a87cf88c6aaf/queue: closing flushed file at 1731568764013Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20fbf205: reopening flushed file at 1731568764038 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b623956: reopening flushed file at 1731568764049 (+11 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 80804c3e137cb3570656a87cf88c6aaf in 541ms, sequenceid=10, compaction requested=false at 1731568764078 (+29 ms)Writing region close event to WAL at 1731568764085 (+7 ms)Running coprocessor post-close hooks at 1731568764102 (+17 ms)Closed at 1731568764102 2024-11-14T07:19:24,102 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731568695096.80804c3e137cb3570656a87cf88c6aaf. 2024-11-14T07:19:24,103 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e821bc9b80477efab784e876620dca22, disabling compactions & flushes 2024-11-14T07:19:24,103 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731568691765.e821bc9b80477efab784e876620dca22. 2024-11-14T07:19:24,103 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731568691765.e821bc9b80477efab784e876620dca22. 2024-11-14T07:19:24,103 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731568691765.e821bc9b80477efab784e876620dca22. after waiting 0 ms 2024-11-14T07:19:24,103 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731568691765.e821bc9b80477efab784e876620dca22. 2024-11-14T07:19:24,121 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/data/default/test/e821bc9b80477efab784e876620dca22/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T07:19:24,122 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T07:19:24,122 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T07:19:24,122 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731568691765.e821bc9b80477efab784e876620dca22. 2024-11-14T07:19:24,123 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e821bc9b80477efab784e876620dca22: Waiting for close lock at 1731568764103Running coprocessor pre-close hooks at 1731568764103Disabling compacts and flushes for region at 1731568764103Disabling writes for close at 1731568764103Writing region close event to WAL at 1731568764116 (+13 ms)Running coprocessor post-close hooks at 1731568764122 (+6 ms)Closed at 1731568764122 2024-11-14T07:19:24,123 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731568691765.e821bc9b80477efab784e876620dca22. 2024-11-14T07:19:24,138 INFO [RS:0;c7aa6e2790b3:39009 {}] regionserver.HRegionServer(976): stopping server c7aa6e2790b3,39009,1731568683486; all regions closed. 2024-11-14T07:19:24,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43661 is added to blk_1073741834_1010 (size=4239) 2024-11-14T07:19:24,152 DEBUG [RS:0;c7aa6e2790b3:39009 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/oldWALs 2024-11-14T07:19:24,152 INFO [RS:0;c7aa6e2790b3:39009 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c7aa6e2790b3%2C39009%2C1731568683486.meta:.meta(num 1731568685550) 2024-11-14T07:19:24,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43661 is added to blk_1073741839_1015 (size=2700) 2024-11-14T07:19:24,178 DEBUG [RS:0;c7aa6e2790b3:39009 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/oldWALs 2024-11-14T07:19:24,178 INFO [RS:0;c7aa6e2790b3:39009 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c7aa6e2790b3%2C39009%2C1731568683486.rep:(num 1731568695442) 2024-11-14T07:19:24,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43661 is added to blk_1073741833_1009 (size=1300) 2024-11-14T07:19:24,189 DEBUG [RS:0;c7aa6e2790b3:39009 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/oldWALs 2024-11-14T07:19:24,189 INFO [RS:0;c7aa6e2790b3:39009 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c7aa6e2790b3%2C39009%2C1731568683486:(num 1731568684941) 2024-11-14T07:19:24,189 DEBUG [RS:0;c7aa6e2790b3:39009 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:19:24,189 INFO [RS:0;c7aa6e2790b3:39009 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T07:19:24,189 INFO [RS:0;c7aa6e2790b3:39009 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T07:19:24,189 INFO [RS:0;c7aa6e2790b3:39009 {}] hbase.ChoreService(370): Chore service for: regionserver/c7aa6e2790b3:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T07:19:24,189 INFO [RS:0;c7aa6e2790b3:39009 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T07:19:24,190 INFO [RS:0;c7aa6e2790b3:39009 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c7aa6e2790b3,39009,1731568683486 because: Region server is closing 2024-11-14T07:19:24,190 INFO [RS:0;c7aa6e2790b3:39009 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c7aa6e2790b3:39009. 2024-11-14T07:19:24,190 DEBUG [RS:0;c7aa6e2790b3:39009 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:19:24,190 DEBUG [RS:0;c7aa6e2790b3:39009 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:19:24,190 DEBUG [RS:0;c7aa6e2790b3:39009 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:19:24,190 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:19:24,190 INFO [regionserver/c7aa6e2790b3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T07:19:24,290 WARN [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,39009,1731568683486.replicationSource.wal-reader.c7aa6e2790b3%2C39009%2C1731568683486,1-c7aa6e2790b3,39009,1731568683486 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T07:19:24,290 WARN [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,39009,1731568683486.replicationSource.shipperc7aa6e2790b3%2C39009%2C1731568683486,1-c7aa6e2790b3,39009,1731568683486 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T07:19:24,291 INFO [RS:0;c7aa6e2790b3:39009 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,39009,1731568683486.replicationSource.shipperc7aa6e2790b3%2C39009%2C1731568683486,1-c7aa6e2790b3,39009,1731568683486 terminated 2024-11-14T07:19:24,291 INFO [RS:0;c7aa6e2790b3:39009 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39009 2024-11-14T07:19:24,303 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:19:24,303 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:19:24,304 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:19:24,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:19:24,314 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:19:24,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44647-0x10138353bf20000, quorum=127.0.0.1:58497, baseZNode=/0-1851514317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1851514317/rs 2024-11-14T07:19:24,342 INFO [RS:0;c7aa6e2790b3:39009 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T07:19:24,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39009-0x10138353bf20001, quorum=127.0.0.1:58497, baseZNode=/0-1851514317 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1851514317/rs/c7aa6e2790b3,39009,1731568683486 2024-11-14T07:19:24,353 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c7aa6e2790b3,39009,1731568683486] 2024-11-14T07:19:24,363 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1851514317/draining/c7aa6e2790b3,39009,1731568683486 already deleted, retry=false 2024-11-14T07:19:24,363 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c7aa6e2790b3,39009,1731568683486 expired; onlineServers=0 2024-11-14T07:19:24,363 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c7aa6e2790b3,44647,1731568683245' ***** 2024-11-14T07:19:24,363 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T07:19:24,363 INFO [M:0;c7aa6e2790b3:44647 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T07:19:24,363 INFO [M:0;c7aa6e2790b3:44647 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T07:19:24,363 DEBUG [M:0;c7aa6e2790b3:44647 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T07:19:24,363 DEBUG [M:0;c7aa6e2790b3:44647 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T07:19:24,363 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T07:19:24,363 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.large.0-1731568684688 {}] cleaner.HFileCleaner(306): Exit Thread[master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.large.0-1731568684688,5,FailOnTimeoutGroup] 2024-11-14T07:19:24,363 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.small.0-1731568684690 {}] cleaner.HFileCleaner(306): Exit Thread[master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.small.0-1731568684690,5,FailOnTimeoutGroup] 2024-11-14T07:19:24,364 INFO [M:0;c7aa6e2790b3:44647 {}] hbase.ChoreService(370): Chore service for: master/c7aa6e2790b3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T07:19:24,364 INFO [M:0;c7aa6e2790b3:44647 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T07:19:24,364 DEBUG [M:0;c7aa6e2790b3:44647 {}] master.HMaster(1795): Stopping service threads 2024-11-14T07:19:24,364 INFO [M:0;c7aa6e2790b3:44647 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T07:19:24,364 INFO [M:0;c7aa6e2790b3:44647 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T07:19:24,364 INFO [M:0;c7aa6e2790b3:44647 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T07:19:24,364 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T07:19:24,374 DEBUG [M:0;c7aa6e2790b3:44647 {}] zookeeper.ZKUtil(347): master:44647-0x10138353bf20000, quorum=127.0.0.1:58497, baseZNode=/0-1851514317 Unable to get data of znode /0-1851514317/master because node does not exist (not an error) 2024-11-14T07:19:24,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44647-0x10138353bf20000, quorum=127.0.0.1:58497, baseZNode=/0-1851514317 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1851514317/master 2024-11-14T07:19:24,374 WARN [M:0;c7aa6e2790b3:44647 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T07:19:24,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44647-0x10138353bf20000, quorum=127.0.0.1:58497, baseZNode=/0-1851514317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1851514317 2024-11-14T07:19:24,398 INFO [M:0;c7aa6e2790b3:44647 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/.lastflushedseqids 2024-11-14T07:19:24,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43661 is added to blk_1073741850_1026 (size=263) 2024-11-14T07:19:24,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39009-0x10138353bf20001, quorum=127.0.0.1:58497, baseZNode=/0-1851514317 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T07:19:24,453 INFO [RS:0;c7aa6e2790b3:39009 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T07:19:24,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39009-0x10138353bf20001, quorum=127.0.0.1:58497, baseZNode=/0-1851514317 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T07:19:24,453 INFO [RS:0;c7aa6e2790b3:39009 {}] regionserver.HRegionServer(1031): Exiting; stopping=c7aa6e2790b3,39009,1731568683486; zookeeper connection closed. 2024-11-14T07:19:24,453 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4239ffea {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4239ffea 2024-11-14T07:19:24,453 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T07:19:24,823 INFO [M:0;c7aa6e2790b3:44647 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T07:19:24,823 INFO [M:0;c7aa6e2790b3:44647 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T07:19:24,823 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T07:19:24,823 DEBUG [M:0;c7aa6e2790b3:44647 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T07:19:24,823 INFO [M:0;c7aa6e2790b3:44647 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:19:24,823 DEBUG [M:0;c7aa6e2790b3:44647 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:19:24,823 DEBUG [M:0;c7aa6e2790b3:44647 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T07:19:24,823 DEBUG [M:0;c7aa6e2790b3:44647 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:19:24,823 INFO [M:0;c7aa6e2790b3:44647 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-11-14T07:19:24,837 DEBUG [M:0;c7aa6e2790b3:44647 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/76329296dc11487da7290326110c59db is 82, key is hbase:meta,,1/info:regioninfo/1731568685592/Put/seqid=0 2024-11-14T07:19:24,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43661 is added to blk_1073741851_1027 (size=5672) 2024-11-14T07:19:24,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:19:24,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:19:24,845 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:19:24,845 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:19:24,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:19:25,242 INFO [M:0;c7aa6e2790b3:44647 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/76329296dc11487da7290326110c59db 2024-11-14T07:19:25,261 DEBUG [M:0;c7aa6e2790b3:44647 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e4d4645c3a804b3fabc661559d0e18e0 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731568692574/Put/seqid=0 2024-11-14T07:19:25,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43661 is added to blk_1073741852_1028 (size=7240) 2024-11-14T07:19:25,665 INFO [M:0;c7aa6e2790b3:44647 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e4d4645c3a804b3fabc661559d0e18e0 2024-11-14T07:19:25,669 INFO [M:0;c7aa6e2790b3:44647 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e4d4645c3a804b3fabc661559d0e18e0 2024-11-14T07:19:25,681 DEBUG [M:0;c7aa6e2790b3:44647 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c522f391468945bca3813e4890ea7d31 is 69, key is c7aa6e2790b3,39009,1731568683486/rs:state/1731568684779/Put/seqid=0 2024-11-14T07:19:25,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43661 is added to blk_1073741853_1029 (size=5156) 2024-11-14T07:19:26,086 INFO [M:0;c7aa6e2790b3:44647 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c522f391468945bca3813e4890ea7d31 2024-11-14T07:19:26,091 DEBUG [M:0;c7aa6e2790b3:44647 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/76329296dc11487da7290326110c59db as hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/76329296dc11487da7290326110c59db 2024-11-14T07:19:26,095 INFO [M:0;c7aa6e2790b3:44647 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/76329296dc11487da7290326110c59db, entries=8, sequenceid=105, filesize=5.5 K 2024-11-14T07:19:26,096 DEBUG [M:0;c7aa6e2790b3:44647 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e4d4645c3a804b3fabc661559d0e18e0 as hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e4d4645c3a804b3fabc661559d0e18e0 2024-11-14T07:19:26,100 INFO [M:0;c7aa6e2790b3:44647 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e4d4645c3a804b3fabc661559d0e18e0 2024-11-14T07:19:26,100 INFO [M:0;c7aa6e2790b3:44647 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e4d4645c3a804b3fabc661559d0e18e0, entries=11, sequenceid=105, filesize=7.1 K 2024-11-14T07:19:26,101 DEBUG [M:0;c7aa6e2790b3:44647 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c522f391468945bca3813e4890ea7d31 as hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c522f391468945bca3813e4890ea7d31 2024-11-14T07:19:26,105 INFO [M:0;c7aa6e2790b3:44647 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42265/user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c522f391468945bca3813e4890ea7d31, entries=1, sequenceid=105, filesize=5.0 K 2024-11-14T07:19:26,106 INFO [M:0;c7aa6e2790b3:44647 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=105, compaction requested=false 2024-11-14T07:19:26,107 INFO [M:0;c7aa6e2790b3:44647 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:19:26,107 DEBUG [M:0;c7aa6e2790b3:44647 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731568764823Disabling compacts and flushes for region at 1731568764823Disabling writes for close at 1731568764823Obtaining lock to block concurrent updates at 1731568764823Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731568764823Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1731568764824 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731568764824Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731568764824Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731568764837 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731568764837Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731568765247 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731568765260 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731568765260Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731568765669 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731568765681 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731568765681Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e67d6a: reopening flushed file at 1731568766090 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b414cae: reopening flushed file at 1731568766095 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ec9afb0: reopening flushed file at 1731568766100 (+5 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=105, compaction requested=false at 1731568766106 (+6 ms)Writing region close event to WAL at 1731568766107 (+1 ms)Closed at 1731568766107 2024-11-14T07:19:26,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43661 is added to blk_1073741830_1006 (size=64526) 2024-11-14T07:19:26,109 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/61f773b2-be73-c8cd-f77b-f8821adbd79d/MasterData/WALs/c7aa6e2790b3,44647,1731568683245/c7aa6e2790b3%2C44647%2C1731568683245.1731568684449 not finished, retry = 0 2024-11-14T07:19:26,210 INFO [M:0;c7aa6e2790b3:44647 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T07:19:26,210 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T07:19:26,210 INFO [M:0;c7aa6e2790b3:44647 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44647 2024-11-14T07:19:26,211 INFO [M:0;c7aa6e2790b3:44647 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T07:19:26,326 INFO [M:0;c7aa6e2790b3:44647 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T07:19:26,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44647-0x10138353bf20000, quorum=127.0.0.1:58497, baseZNode=/0-1851514317 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T07:19:26,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44647-0x10138353bf20000, quorum=127.0.0.1:58497, baseZNode=/0-1851514317 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T07:19:26,329 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2b0d41d4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T07:19:26,329 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@72950f4b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T07:19:26,329 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T07:19:26,330 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e6e6fe7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T07:19:26,330 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21c6da7e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e7d7b287-8e98-beeb-cb49-feafd9fbacf2/hadoop.log.dir/,STOPPED} 2024-11-14T07:19:26,330 WARN [BP-1577452747-172.17.0.2-1731568681065 heartbeating to localhost/127.0.0.1:42265 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T07:19:26,330 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T07:19:26,331 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T07:19:26,331 WARN [BP-1577452747-172.17.0.2-1731568681065 heartbeating to localhost/127.0.0.1:42265 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1577452747-172.17.0.2-1731568681065 (Datanode Uuid 28744624-cf1d-46de-9cff-737d22283e8a) service to localhost/127.0.0.1:42265 2024-11-14T07:19:26,331 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e7d7b287-8e98-beeb-cb49-feafd9fbacf2/cluster_91234ae4-e8f2-db2a-09ad-0864ccb47916/data/data1/current/BP-1577452747-172.17.0.2-1731568681065 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T07:19:26,331 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e7d7b287-8e98-beeb-cb49-feafd9fbacf2/cluster_91234ae4-e8f2-db2a-09ad-0864ccb47916/data/data2/current/BP-1577452747-172.17.0.2-1731568681065 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T07:19:26,331 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T07:19:26,336 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3af586f9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T07:19:26,336 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@12a05942{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T07:19:26,336 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T07:19:26,336 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58c05427{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T07:19:26,336 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38add795{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e7d7b287-8e98-beeb-cb49-feafd9fbacf2/hadoop.log.dir/,STOPPED} 2024-11-14T07:19:26,342 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T07:19:26,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T07:19:26,361 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=161 (was 139) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42265 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42265 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36039 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36039 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58497) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42265 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36039 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f1a04b929c0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42265 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58497) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36039 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36039 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42265 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36039 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36039 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f1a04b929c0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42265 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42265 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36039 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:36039 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:42265 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=503 (was 464) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=332 (was 423), ProcessCount=11 (was 11), AvailableMemoryMB=5781 (was 5571) - AvailableMemoryMB LEAK? - 2024-11-14T07:19:26,369 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=162, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=332, ProcessCount=11, AvailableMemoryMB=5781 2024-11-14T07:19:26,380 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-14T07:19:26,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aaca28a1-a049-f43c-f680-f698ea48df95/hadoop.log.dir so I do NOT create it in target/test-data/b42184c0-5438-2f4b-576d-0cfa52c2fa40 2024-11-14T07:19:26,381 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aaca28a1-a049-f43c-f680-f698ea48df95/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T07:19:26,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aaca28a1-a049-f43c-f680-f698ea48df95/hadoop.tmp.dir so I do NOT create it in target/test-data/b42184c0-5438-2f4b-576d-0cfa52c2fa40 2024-11-14T07:19:26,381 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aaca28a1-a049-f43c-f680-f698ea48df95/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T07:19:26,381 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b42184c0-5438-2f4b-576d-0cfa52c2fa40 2024-11-14T07:19:26,381 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b42184c0-5438-2f4b-576d-0cfa52c2fa40/cluster_c8dbf54f-0b2c-e8c1-6a13-3cb1ac4e939b, deleteOnExit=true 2024-11-14T07:19:26,400 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b42184c0-5438-2f4b-576d-0cfa52c2fa40/cluster_c8dbf54f-0b2c-e8c1-6a13-3cb1ac4e939b/zookeeper_0, clientPort=57992, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b42184c0-5438-2f4b-576d-0cfa52c2fa40/cluster_c8dbf54f-0b2c-e8c1-6a13-3cb1ac4e939b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b42184c0-5438-2f4b-576d-0cfa52c2fa40/cluster_c8dbf54f-0b2c-e8c1-6a13-3cb1ac4e939b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T07:19:26,401 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57992 2024-11-14T07:19:26,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T07:19:26,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T07:19:26,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b42184c0-5438-2f4b-576d-0cfa52c2fa40/test.cache.data in system properties and HBase conf 2024-11-14T07:19:26,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b42184c0-5438-2f4b-576d-0cfa52c2fa40/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T07:19:26,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b42184c0-5438-2f4b-576d-0cfa52c2fa40/hadoop.log.dir in system properties and HBase conf 2024-11-14T07:19:26,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b42184c0-5438-2f4b-576d-0cfa52c2fa40/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T07:19:26,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b42184c0-5438-2f4b-576d-0cfa52c2fa40/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T07:19:26,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T07:19:26,402 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T07:19:26,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b42184c0-5438-2f4b-576d-0cfa52c2fa40/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T07:19:26,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b42184c0-5438-2f4b-576d-0cfa52c2fa40/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T07:19:26,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b42184c0-5438-2f4b-576d-0cfa52c2fa40/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T07:19:26,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b42184c0-5438-2f4b-576d-0cfa52c2fa40/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T07:19:26,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b42184c0-5438-2f4b-576d-0cfa52c2fa40/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T07:19:26,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b42184c0-5438-2f4b-576d-0cfa52c2fa40/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T07:19:26,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b42184c0-5438-2f4b-576d-0cfa52c2fa40/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T07:19:26,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b42184c0-5438-2f4b-576d-0cfa52c2fa40/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T07:19:26,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b42184c0-5438-2f4b-576d-0cfa52c2fa40/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T07:19:26,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b42184c0-5438-2f4b-576d-0cfa52c2fa40/nfs.dump.dir in system properties and HBase conf 2024-11-14T07:19:26,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b42184c0-5438-2f4b-576d-0cfa52c2fa40/java.io.tmpdir in system properties and HBase conf 2024-11-14T07:19:26,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b42184c0-5438-2f4b-576d-0cfa52c2fa40/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T07:19:26,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b42184c0-5438-2f4b-576d-0cfa52c2fa40/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T07:19:26,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b42184c0-5438-2f4b-576d-0cfa52c2fa40/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T07:19:26,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10138353bf20005, quorum=127.0.0.1:58497, baseZNode=/1-738744582 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T07:19:26,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10138353bf20002, quorum=127.0.0.1:58497, baseZNode=/0-1851514317 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T07:19:26,440 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10138353bf20002, quorum=127.0.0.1:58497, baseZNode=/0-1851514317 Received Disconnected from ZooKeeper, ignoring 2024-11-14T07:19:26,440 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10138353bf20005, quorum=127.0.0.1:58497, baseZNode=/1-738744582 Received Disconnected from ZooKeeper, ignoring 2024-11-14T07:19:26,722 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T07:19:26,728 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T07:19:26,729 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T07:19:26,729 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T07:19:26,729 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T07:19:26,729 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T07:19:26,730 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6115c9db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b42184c0-5438-2f4b-576d-0cfa52c2fa40/hadoop.log.dir/,AVAILABLE} 2024-11-14T07:19:26,730 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@626b1448{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T07:19:26,832 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@53b49fb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b42184c0-5438-2f4b-576d-0cfa52c2fa40/java.io.tmpdir/jetty-localhost-33737-hadoop-hdfs-3_4_1-tests_jar-_-any-9508065907181927293/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T07:19:26,833 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5b6b475e{HTTP/1.1, (http/1.1)}{localhost:33737} 2024-11-14T07:19:26,833 INFO [Time-limited test {}] server.Server(415): Started @136676ms 2024-11-14T07:19:27,067 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T07:19:27,070 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T07:19:27,072 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T07:19:27,072 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T07:19:27,072 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T07:19:27,073 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3acf8af7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b42184c0-5438-2f4b-576d-0cfa52c2fa40/hadoop.log.dir/,AVAILABLE} 2024-11-14T07:19:27,073 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68ab4aab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T07:19:27,144 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T07:19:27,144 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T07:19:27,144 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T07:19:27,144 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T07:19:27,144 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T07:19:27,144 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T07:19:27,144 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T07:19:27,165 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7267b7b2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b42184c0-5438-2f4b-576d-0cfa52c2fa40/java.io.tmpdir/jetty-localhost-37587-hadoop-hdfs-3_4_1-tests_jar-_-any-9412404431011150699/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T07:19:27,166 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@69252cfb{HTTP/1.1, (http/1.1)}{localhost:37587} 2024-11-14T07:19:27,166 INFO [Time-limited test {}] server.Server(415): Started @137009ms 2024-11-14T07:19:27,167 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T07:19:27,802 WARN [Thread-1280 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b42184c0-5438-2f4b-576d-0cfa52c2fa40/cluster_c8dbf54f-0b2c-e8c1-6a13-3cb1ac4e939b/data/data2/current/BP-1794015572-172.17.0.2-1731568766417/current, will proceed with Du for space computation calculation, 2024-11-14T07:19:27,802 WARN [Thread-1279 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b42184c0-5438-2f4b-576d-0cfa52c2fa40/cluster_c8dbf54f-0b2c-e8c1-6a13-3cb1ac4e939b/data/data1/current/BP-1794015572-172.17.0.2-1731568766417/current, will proceed with Du for space computation calculation, 2024-11-14T07:19:27,821 WARN [Thread-1267 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T07:19:27,823 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcc40316d414a04c7 with lease ID 0x7be5c8e668c86979: Processing first storage report for DS-d9fee449-dc01-49b2-9343-9c01b272fc3a from datanode DatanodeRegistration(127.0.0.1:36945, datanodeUuid=7954a968-91e6-4775-9d3b-09affa04f63e, infoPort=43111, infoSecurePort=0, ipcPort=33975, storageInfo=lv=-57;cid=testClusterID;nsid=508550527;c=1731568766417) 2024-11-14T07:19:27,823 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcc40316d414a04c7 with lease ID 0x7be5c8e668c86979: from storage DS-d9fee449-dc01-49b2-9343-9c01b272fc3a node DatanodeRegistration(127.0.0.1:36945, datanodeUuid=7954a968-91e6-4775-9d3b-09affa04f63e, infoPort=43111, infoSecurePort=0, ipcPort=33975, storageInfo=lv=-57;cid=testClusterID;nsid=508550527;c=1731568766417), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T07:19:27,823 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcc40316d414a04c7 with lease ID 0x7be5c8e668c86979: Processing first storage report for DS-49e82422-0c2e-481f-8a9a-3513c58a7ac6 from datanode DatanodeRegistration(127.0.0.1:36945, datanodeUuid=7954a968-91e6-4775-9d3b-09affa04f63e, infoPort=43111, infoSecurePort=0, ipcPort=33975, storageInfo=lv=-57;cid=testClusterID;nsid=508550527;c=1731568766417) 2024-11-14T07:19:27,823 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcc40316d414a04c7 with lease ID 0x7be5c8e668c86979: from storage DS-49e82422-0c2e-481f-8a9a-3513c58a7ac6 node DatanodeRegistration(127.0.0.1:36945, datanodeUuid=7954a968-91e6-4775-9d3b-09affa04f63e, infoPort=43111, infoSecurePort=0, ipcPort=33975, storageInfo=lv=-57;cid=testClusterID;nsid=508550527;c=1731568766417), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T07:19:27,892 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b42184c0-5438-2f4b-576d-0cfa52c2fa40 2024-11-14T07:19:27,892 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:19:27,893 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:19:27,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36945 is added to blk_1073741825_1001 (size=7) 2024-11-14T07:19:28,301 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5 with version=8 2024-11-14T07:19:28,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/hbase-staging 2024-11-14T07:19:28,302 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c7aa6e2790b3:0 server-side Connection retries=45 2024-11-14T07:19:28,303 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T07:19:28,303 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T07:19:28,303 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T07:19:28,303 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T07:19:28,303 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T07:19:28,303 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T07:19:28,303 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T07:19:28,303 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43999 2024-11-14T07:19:28,304 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43999 connecting to ZooKeeper ensemble=127.0.0.1:57992 2024-11-14T07:19:28,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:439990x0, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T07:19:28,672 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43999-0x1013836896b0000 connected 2024-11-14T07:19:28,763 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:19:28,764 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:19:28,765 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43999-0x1013836896b0000, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Set watcher on znode that does not yet exist, /0-1470238849/running 2024-11-14T07:19:28,766 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5, hbase.cluster.distributed=false 2024-11-14T07:19:28,767 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43999-0x1013836896b0000, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Set watcher on znode that does not yet exist, /0-1470238849/acl 2024-11-14T07:19:28,767 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43999 2024-11-14T07:19:28,768 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43999 2024-11-14T07:19:28,768 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43999 2024-11-14T07:19:28,768 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43999 2024-11-14T07:19:28,768 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43999 2024-11-14T07:19:28,781 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c7aa6e2790b3:0 server-side Connection retries=45 2024-11-14T07:19:28,781 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T07:19:28,781 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T07:19:28,781 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T07:19:28,781 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T07:19:28,781 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T07:19:28,781 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T07:19:28,782 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T07:19:28,782 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40021 2024-11-14T07:19:28,783 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40021 connecting to ZooKeeper ensemble=127.0.0.1:57992 2024-11-14T07:19:28,784 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:19:28,786 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:19:28,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:400210x0, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T07:19:28,795 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:400210x0, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Set watcher on znode that does not yet exist, /0-1470238849/running 2024-11-14T07:19:28,795 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40021-0x1013836896b0001 connected 2024-11-14T07:19:28,795 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T07:19:28,797 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T07:19:28,798 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40021-0x1013836896b0001, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Set watcher on znode that does not yet exist, /0-1470238849/master 2024-11-14T07:19:28,798 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40021-0x1013836896b0001, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Set watcher on znode that does not yet exist, /0-1470238849/acl 2024-11-14T07:19:28,799 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40021 2024-11-14T07:19:28,800 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40021 2024-11-14T07:19:28,801 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40021 2024-11-14T07:19:28,801 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40021 2024-11-14T07:19:28,803 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40021 2024-11-14T07:19:28,817 DEBUG [M:0;c7aa6e2790b3:43999 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c7aa6e2790b3:43999 2024-11-14T07:19:28,817 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1470238849/backup-masters/c7aa6e2790b3,43999,1731568768302 2024-11-14T07:19:28,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43999-0x1013836896b0000, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1470238849/backup-masters 2024-11-14T07:19:28,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40021-0x1013836896b0001, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1470238849/backup-masters 2024-11-14T07:19:28,826 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43999-0x1013836896b0000, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Set watcher on existing znode=/0-1470238849/backup-masters/c7aa6e2790b3,43999,1731568768302 2024-11-14T07:19:28,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40021-0x1013836896b0001, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1470238849/master 2024-11-14T07:19:28,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43999-0x1013836896b0000, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1470238849 2024-11-14T07:19:28,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40021-0x1013836896b0001, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1470238849 2024-11-14T07:19:28,837 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43999-0x1013836896b0000, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Set watcher on existing znode=/0-1470238849/master 2024-11-14T07:19:28,837 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1470238849/backup-masters/c7aa6e2790b3,43999,1731568768302 from backup master directory 2024-11-14T07:19:28,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40021-0x1013836896b0001, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1470238849/backup-masters 2024-11-14T07:19:28,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43999-0x1013836896b0000, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1470238849/backup-masters/c7aa6e2790b3,43999,1731568768302 2024-11-14T07:19:28,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43999-0x1013836896b0000, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1470238849/backup-masters 2024-11-14T07:19:28,847 WARN [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T07:19:28,847 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c7aa6e2790b3,43999,1731568768302 2024-11-14T07:19:28,850 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/hbase.id] with ID: 63b2ecee-d545-4d60-b9b8-e92ffdf17788 2024-11-14T07:19:28,851 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/.tmp/hbase.id 2024-11-14T07:19:28,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36945 is added to blk_1073741826_1002 (size=42) 2024-11-14T07:19:29,255 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/.tmp/hbase.id]:[hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/hbase.id] 2024-11-14T07:19:29,265 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:19:29,265 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T07:19:29,267 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T07:19:29,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40021-0x1013836896b0001, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1470238849 2024-11-14T07:19:29,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43999-0x1013836896b0000, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1470238849 2024-11-14T07:19:29,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36945 is added to blk_1073741827_1003 (size=196) 2024-11-14T07:19:29,747 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T07:19:29,748 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T07:19:29,748 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T07:19:29,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36945 is added to blk_1073741828_1004 (size=1189) 2024-11-14T07:19:29,792 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T07:19:29,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:19:29,814 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:19:29,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:19:29,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:19:29,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:19:29,823 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:19:30,155 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/MasterData/data/master/store 2024-11-14T07:19:30,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36945 is added to blk_1073741829_1005 (size=34) 2024-11-14T07:19:30,162 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:19:30,163 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T07:19:30,163 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:19:30,163 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:19:30,163 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T07:19:30,163 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:19:30,163 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:19:30,163 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731568770163Disabling compacts and flushes for region at 1731568770163Disabling writes for close at 1731568770163Writing region close event to WAL at 1731568770163Closed at 1731568770163 2024-11-14T07:19:30,164 WARN [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/MasterData/data/master/store/.initializing 2024-11-14T07:19:30,164 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/MasterData/WALs/c7aa6e2790b3,43999,1731568768302 2024-11-14T07:19:30,164 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T07:19:30,166 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c7aa6e2790b3%2C43999%2C1731568768302, suffix=, logDir=hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/MasterData/WALs/c7aa6e2790b3,43999,1731568768302, archiveDir=hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/MasterData/oldWALs, maxLogs=10 2024-11-14T07:19:30,177 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/MasterData/WALs/c7aa6e2790b3,43999,1731568768302/c7aa6e2790b3%2C43999%2C1731568768302.1731568770166, exclude list is [], retry=0 2024-11-14T07:19:30,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36945,DS-d9fee449-dc01-49b2-9343-9c01b272fc3a,DISK] 2024-11-14T07:19:30,181 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/MasterData/WALs/c7aa6e2790b3,43999,1731568768302/c7aa6e2790b3%2C43999%2C1731568768302.1731568770166 2024-11-14T07:19:30,181 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43111:43111)] 2024-11-14T07:19:30,182 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T07:19:30,182 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:19:30,182 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:19:30,182 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:19:30,183 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:19:30,184 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T07:19:30,184 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:19:30,185 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:19:30,185 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:19:30,186 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T07:19:30,186 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:19:30,186 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:19:30,186 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:19:30,187 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T07:19:30,187 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:19:30,188 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:19:30,188 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:19:30,189 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T07:19:30,189 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:19:30,189 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:19:30,189 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:19:30,190 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:19:30,190 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:19:30,191 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:19:30,191 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:19:30,192 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T07:19:30,193 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:19:30,194 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T07:19:30,195 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73316213, jitterRate=0.09249670803546906}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T07:19:30,196 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731568770182Initializing all the Stores at 1731568770183 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568770183Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568770183Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568770183Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568770183Cleaning up temporary data from old regions at 1731568770191 (+8 ms)Region opened successfully at 1731568770196 (+5 ms) 2024-11-14T07:19:30,196 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T07:19:30,199 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69b0d0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c7aa6e2790b3/172.17.0.2:0 2024-11-14T07:19:30,200 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T07:19:30,200 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T07:19:30,200 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T07:19:30,200 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T07:19:30,201 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T07:19:30,201 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T07:19:30,201 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T07:19:30,206 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T07:19:30,206 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43999-0x1013836896b0000, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Unable to get data of znode /0-1470238849/balancer because node does not exist (not necessarily an error) 2024-11-14T07:19:30,286 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1470238849/balancer already deleted, retry=false 2024-11-14T07:19:30,286 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T07:19:30,287 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43999-0x1013836896b0000, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Unable to get data of znode /0-1470238849/normalizer because node does not exist (not necessarily an error) 2024-11-14T07:19:30,299 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1470238849/normalizer already deleted, retry=false 2024-11-14T07:19:30,300 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T07:19:30,301 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43999-0x1013836896b0000, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Unable to get data of znode /0-1470238849/switch/split because node does not exist (not necessarily an error) 2024-11-14T07:19:30,310 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1470238849/switch/split already deleted, retry=false 2024-11-14T07:19:30,311 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43999-0x1013836896b0000, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Unable to get data of znode /0-1470238849/switch/merge because node does not exist (not necessarily an error) 2024-11-14T07:19:30,320 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1470238849/switch/merge already deleted, retry=false 2024-11-14T07:19:30,323 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43999-0x1013836896b0000, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Unable to get data of znode /0-1470238849/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T07:19:30,331 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1470238849/snapshot-cleanup already deleted, retry=false 2024-11-14T07:19:30,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40021-0x1013836896b0001, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1470238849/running 2024-11-14T07:19:30,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40021-0x1013836896b0001, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1470238849 2024-11-14T07:19:30,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43999-0x1013836896b0000, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1470238849/running 2024-11-14T07:19:30,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43999-0x1013836896b0000, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1470238849 2024-11-14T07:19:30,343 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c7aa6e2790b3,43999,1731568768302, sessionid=0x1013836896b0000, setting cluster-up flag (Was=false) 2024-11-14T07:19:30,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43999-0x1013836896b0000, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1470238849 2024-11-14T07:19:30,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40021-0x1013836896b0001, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1470238849 2024-11-14T07:19:30,394 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1470238849/flush-table-proc/acquired, /0-1470238849/flush-table-proc/reached, /0-1470238849/flush-table-proc/abort 2024-11-14T07:19:30,395 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c7aa6e2790b3,43999,1731568768302 2024-11-14T07:19:30,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43999-0x1013836896b0000, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1470238849 2024-11-14T07:19:30,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40021-0x1013836896b0001, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1470238849 2024-11-14T07:19:30,447 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1470238849/online-snapshot/acquired, /0-1470238849/online-snapshot/reached, /0-1470238849/online-snapshot/abort 2024-11-14T07:19:30,448 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c7aa6e2790b3,43999,1731568768302 2024-11-14T07:19:30,449 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T07:19:30,450 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T07:19:30,450 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T07:19:30,451 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T07:19:30,451 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c7aa6e2790b3,43999,1731568768302 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T07:19:30,452 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c7aa6e2790b3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T07:19:30,452 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c7aa6e2790b3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T07:19:30,452 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T07:19:30,452 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T07:19:30,452 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c7aa6e2790b3:0, corePoolSize=10, maxPoolSize=10 2024-11-14T07:19:30,452 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:19:30,452 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T07:19:30,452 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:19:30,453 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731568800453 2024-11-14T07:19:30,453 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T07:19:30,453 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T07:19:30,453 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T07:19:30,453 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T07:19:30,453 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T07:19:30,453 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T07:19:30,453 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T07:19:30,453 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T07:19:30,454 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T07:19:30,454 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T07:19:30,454 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T07:19:30,454 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T07:19:30,454 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T07:19:30,454 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T07:19:30,454 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T07:19:30,455 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:19:30,455 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T07:19:30,455 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.large.0-1731568770454,5,FailOnTimeoutGroup] 2024-11-14T07:19:30,455 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.small.0-1731568770455,5,FailOnTimeoutGroup] 2024-11-14T07:19:30,455 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T07:19:30,455 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T07:19:30,455 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T07:19:30,455 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T07:19:30,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36945 is added to blk_1073741831_1007 (size=1321) 2024-11-14T07:19:30,507 INFO [RS:0;c7aa6e2790b3:40021 {}] regionserver.HRegionServer(746): ClusterId : 63b2ecee-d545-4d60-b9b8-e92ffdf17788 2024-11-14T07:19:30,507 DEBUG [RS:0;c7aa6e2790b3:40021 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T07:19:30,518 DEBUG [RS:0;c7aa6e2790b3:40021 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T07:19:30,518 DEBUG [RS:0;c7aa6e2790b3:40021 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T07:19:30,528 DEBUG [RS:0;c7aa6e2790b3:40021 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T07:19:30,529 DEBUG [RS:0;c7aa6e2790b3:40021 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73162bc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c7aa6e2790b3/172.17.0.2:0 2024-11-14T07:19:30,539 DEBUG [RS:0;c7aa6e2790b3:40021 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c7aa6e2790b3:40021 2024-11-14T07:19:30,539 INFO [RS:0;c7aa6e2790b3:40021 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T07:19:30,539 INFO [RS:0;c7aa6e2790b3:40021 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T07:19:30,539 DEBUG [RS:0;c7aa6e2790b3:40021 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T07:19:30,540 INFO [RS:0;c7aa6e2790b3:40021 {}] regionserver.HRegionServer(2659): reportForDuty to master=c7aa6e2790b3,43999,1731568768302 with port=40021, startcode=1731568768780 2024-11-14T07:19:30,540 DEBUG [RS:0;c7aa6e2790b3:40021 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T07:19:30,541 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41581, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T07:19:30,542 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43999 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c7aa6e2790b3,40021,1731568768780 2024-11-14T07:19:30,542 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43999 {}] master.ServerManager(517): Registering regionserver=c7aa6e2790b3,40021,1731568768780 2024-11-14T07:19:30,543 DEBUG [RS:0;c7aa6e2790b3:40021 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5 2024-11-14T07:19:30,543 DEBUG [RS:0;c7aa6e2790b3:40021 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32879 2024-11-14T07:19:30,543 DEBUG [RS:0;c7aa6e2790b3:40021 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T07:19:30,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43999-0x1013836896b0000, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1470238849/rs 2024-11-14T07:19:30,552 DEBUG [RS:0;c7aa6e2790b3:40021 {}] zookeeper.ZKUtil(111): regionserver:40021-0x1013836896b0001, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Set watcher on existing znode=/0-1470238849/rs/c7aa6e2790b3,40021,1731568768780 2024-11-14T07:19:30,552 WARN [RS:0;c7aa6e2790b3:40021 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T07:19:30,552 INFO [RS:0;c7aa6e2790b3:40021 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T07:19:30,553 DEBUG [RS:0;c7aa6e2790b3:40021 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/WALs/c7aa6e2790b3,40021,1731568768780 2024-11-14T07:19:30,553 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c7aa6e2790b3,40021,1731568768780] 2024-11-14T07:19:30,556 INFO [RS:0;c7aa6e2790b3:40021 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T07:19:30,557 INFO [RS:0;c7aa6e2790b3:40021 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T07:19:30,558 INFO [RS:0;c7aa6e2790b3:40021 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T07:19:30,558 INFO [RS:0;c7aa6e2790b3:40021 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T07:19:30,559 INFO [RS:0;c7aa6e2790b3:40021 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T07:19:30,560 INFO [RS:0;c7aa6e2790b3:40021 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T07:19:30,560 INFO [RS:0;c7aa6e2790b3:40021 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T07:19:30,560 DEBUG [RS:0;c7aa6e2790b3:40021 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:19:30,560 DEBUG [RS:0;c7aa6e2790b3:40021 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:19:30,560 DEBUG [RS:0;c7aa6e2790b3:40021 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:19:30,560 DEBUG [RS:0;c7aa6e2790b3:40021 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:19:30,560 DEBUG [RS:0;c7aa6e2790b3:40021 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:19:30,560 DEBUG [RS:0;c7aa6e2790b3:40021 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c7aa6e2790b3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T07:19:30,560 DEBUG [RS:0;c7aa6e2790b3:40021 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:19:30,560 DEBUG [RS:0;c7aa6e2790b3:40021 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:19:30,560 DEBUG [RS:0;c7aa6e2790b3:40021 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:19:30,560 DEBUG [RS:0;c7aa6e2790b3:40021 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:19:30,560 DEBUG [RS:0;c7aa6e2790b3:40021 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:19:30,560 DEBUG [RS:0;c7aa6e2790b3:40021 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:19:30,561 DEBUG [RS:0;c7aa6e2790b3:40021 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c7aa6e2790b3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T07:19:30,561 DEBUG [RS:0;c7aa6e2790b3:40021 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c7aa6e2790b3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T07:19:30,561 INFO [RS:0;c7aa6e2790b3:40021 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T07:19:30,561 INFO [RS:0;c7aa6e2790b3:40021 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T07:19:30,561 INFO [RS:0;c7aa6e2790b3:40021 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T07:19:30,561 INFO [RS:0;c7aa6e2790b3:40021 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T07:19:30,561 INFO [RS:0;c7aa6e2790b3:40021 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T07:19:30,561 INFO [RS:0;c7aa6e2790b3:40021 {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,40021,1731568768780-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T07:19:30,574 INFO [RS:0;c7aa6e2790b3:40021 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T07:19:30,574 INFO [RS:0;c7aa6e2790b3:40021 {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,40021,1731568768780-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T07:19:30,574 INFO [RS:0;c7aa6e2790b3:40021 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:19:30,574 INFO [RS:0;c7aa6e2790b3:40021 {}] regionserver.Replication(171): c7aa6e2790b3,40021,1731568768780 started 2024-11-14T07:19:30,586 INFO [RS:0;c7aa6e2790b3:40021 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:19:30,586 INFO [RS:0;c7aa6e2790b3:40021 {}] regionserver.HRegionServer(1482): Serving as c7aa6e2790b3,40021,1731568768780, RpcServer on c7aa6e2790b3/172.17.0.2:40021, sessionid=0x1013836896b0001 2024-11-14T07:19:30,586 DEBUG [RS:0;c7aa6e2790b3:40021 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T07:19:30,586 DEBUG [RS:0;c7aa6e2790b3:40021 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c7aa6e2790b3,40021,1731568768780 2024-11-14T07:19:30,586 DEBUG [RS:0;c7aa6e2790b3:40021 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c7aa6e2790b3,40021,1731568768780' 2024-11-14T07:19:30,586 DEBUG [RS:0;c7aa6e2790b3:40021 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1470238849/flush-table-proc/abort' 2024-11-14T07:19:30,587 DEBUG [RS:0;c7aa6e2790b3:40021 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1470238849/flush-table-proc/acquired' 2024-11-14T07:19:30,587 DEBUG [RS:0;c7aa6e2790b3:40021 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T07:19:30,587 DEBUG [RS:0;c7aa6e2790b3:40021 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T07:19:30,587 DEBUG [RS:0;c7aa6e2790b3:40021 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c7aa6e2790b3,40021,1731568768780 2024-11-14T07:19:30,587 DEBUG [RS:0;c7aa6e2790b3:40021 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c7aa6e2790b3,40021,1731568768780' 2024-11-14T07:19:30,587 DEBUG [RS:0;c7aa6e2790b3:40021 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1470238849/online-snapshot/abort' 2024-11-14T07:19:30,587 DEBUG [RS:0;c7aa6e2790b3:40021 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1470238849/online-snapshot/acquired' 2024-11-14T07:19:30,588 DEBUG [RS:0;c7aa6e2790b3:40021 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T07:19:30,588 INFO [RS:0;c7aa6e2790b3:40021 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T07:19:30,588 INFO [RS:0;c7aa6e2790b3:40021 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T07:19:30,688 INFO [RS:0;c7aa6e2790b3:40021 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T07:19:30,690 INFO [RS:0;c7aa6e2790b3:40021 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c7aa6e2790b3%2C40021%2C1731568768780, suffix=, logDir=hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/WALs/c7aa6e2790b3,40021,1731568768780, archiveDir=hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/oldWALs, maxLogs=10 2024-11-14T07:19:30,701 DEBUG [RS:0;c7aa6e2790b3:40021 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/WALs/c7aa6e2790b3,40021,1731568768780/c7aa6e2790b3%2C40021%2C1731568768780.1731568770690, exclude list is [], retry=0 2024-11-14T07:19:30,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36945,DS-d9fee449-dc01-49b2-9343-9c01b272fc3a,DISK] 2024-11-14T07:19:30,705 INFO [RS:0;c7aa6e2790b3:40021 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/WALs/c7aa6e2790b3,40021,1731568768780/c7aa6e2790b3%2C40021%2C1731568768780.1731568770690 2024-11-14T07:19:30,705 DEBUG [RS:0;c7aa6e2790b3:40021 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43111:43111)] 2024-11-14T07:19:30,860 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T07:19:30,860 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5 2024-11-14T07:19:30,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36945 is added to blk_1073741833_1009 (size=32) 2024-11-14T07:19:31,266 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:19:31,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T07:19:31,268 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T07:19:31,268 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:19:31,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:19:31,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T07:19:31,269 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T07:19:31,269 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:19:31,270 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:19:31,270 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T07:19:31,270 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T07:19:31,271 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:19:31,271 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:19:31,271 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T07:19:31,272 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T07:19:31,272 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:19:31,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:19:31,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T07:19:31,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/data/hbase/meta/1588230740 2024-11-14T07:19:31,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/data/hbase/meta/1588230740 2024-11-14T07:19:31,274 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T07:19:31,274 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T07:19:31,275 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T07:19:31,276 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T07:19:31,277 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T07:19:31,278 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58955229, jitterRate=-0.12149862945079803}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T07:19:31,278 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731568771266Initializing all the Stores at 1731568771267 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568771267Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568771267Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568771267Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568771267Cleaning up temporary data from old regions at 1731568771274 (+7 ms)Region opened successfully at 1731568771278 (+4 ms) 2024-11-14T07:19:31,279 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T07:19:31,279 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T07:19:31,279 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T07:19:31,279 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T07:19:31,279 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T07:19:31,279 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T07:19:31,279 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731568771279Disabling compacts and flushes for region at 1731568771279Disabling writes for close at 1731568771279Writing region close event to WAL at 1731568771279Closed at 1731568771279 2024-11-14T07:19:31,280 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T07:19:31,280 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T07:19:31,281 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T07:19:31,282 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T07:19:31,282 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T07:19:31,433 DEBUG [c7aa6e2790b3:43999 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T07:19:31,433 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c7aa6e2790b3,40021,1731568768780 2024-11-14T07:19:31,434 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c7aa6e2790b3,40021,1731568768780, state=OPENING 2024-11-14T07:19:31,512 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T07:19:31,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43999-0x1013836896b0000, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1470238849 2024-11-14T07:19:31,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40021-0x1013836896b0001, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1470238849 2024-11-14T07:19:31,551 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T07:19:31,551 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1470238849/meta-region-server: CHANGED 2024-11-14T07:19:31,551 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1470238849/meta-region-server: CHANGED 2024-11-14T07:19:31,551 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c7aa6e2790b3,40021,1731568768780}] 2024-11-14T07:19:31,703 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T07:19:31,705 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45251, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T07:19:31,708 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T07:19:31,708 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T07:19:31,708 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T07:19:31,709 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c7aa6e2790b3%2C40021%2C1731568768780.meta, suffix=.meta, logDir=hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/WALs/c7aa6e2790b3,40021,1731568768780, archiveDir=hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/oldWALs, maxLogs=10 2024-11-14T07:19:31,721 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/WALs/c7aa6e2790b3,40021,1731568768780/c7aa6e2790b3%2C40021%2C1731568768780.meta.1731568771710.meta, exclude list is [], retry=0 2024-11-14T07:19:31,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36945,DS-d9fee449-dc01-49b2-9343-9c01b272fc3a,DISK] 2024-11-14T07:19:31,724 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/WALs/c7aa6e2790b3,40021,1731568768780/c7aa6e2790b3%2C40021%2C1731568768780.meta.1731568771710.meta 2024-11-14T07:19:31,725 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43111:43111)] 2024-11-14T07:19:31,725 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T07:19:31,725 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T07:19:31,725 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T07:19:31,725 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T07:19:31,725 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T07:19:31,726 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T07:19:31,726 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:19:31,726 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T07:19:31,726 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T07:19:31,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T07:19:31,728 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T07:19:31,728 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:19:31,728 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:19:31,728 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T07:19:31,729 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T07:19:31,729 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:19:31,729 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:19:31,729 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T07:19:31,730 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T07:19:31,730 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:19:31,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:19:31,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T07:19:31,731 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T07:19:31,731 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:19:31,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:19:31,731 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T07:19:31,732 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/data/hbase/meta/1588230740 2024-11-14T07:19:31,733 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/data/hbase/meta/1588230740 2024-11-14T07:19:31,733 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T07:19:31,734 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T07:19:31,734 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T07:19:31,735 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T07:19:31,736 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70374692, jitterRate=0.048664629459381104}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T07:19:31,736 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T07:19:31,736 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731568771726Writing region info on filesystem at 1731568771726Initializing all the Stores at 1731568771727 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568771727Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568771727Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568771727Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568771727Cleaning up temporary data from old regions at 1731568771734 (+7 ms)Running coprocessor post-open hooks at 1731568771736 (+2 ms)Region opened successfully at 1731568771736 2024-11-14T07:19:31,737 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731568771703 2024-11-14T07:19:31,739 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T07:19:31,739 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T07:19:31,740 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c7aa6e2790b3,40021,1731568768780 2024-11-14T07:19:31,740 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c7aa6e2790b3,40021,1731568768780, state=OPEN 2024-11-14T07:19:31,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43999-0x1013836896b0000, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1470238849/meta-region-server 2024-11-14T07:19:31,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40021-0x1013836896b0001, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1470238849/meta-region-server 2024-11-14T07:19:31,763 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c7aa6e2790b3,40021,1731568768780 2024-11-14T07:19:31,763 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1470238849/meta-region-server: CHANGED 2024-11-14T07:19:31,763 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1470238849/meta-region-server: CHANGED 2024-11-14T07:19:31,764 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T07:19:31,764 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c7aa6e2790b3,40021,1731568768780 in 212 msec 2024-11-14T07:19:31,766 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T07:19:31,766 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 484 msec 2024-11-14T07:19:31,767 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T07:19:31,767 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T07:19:31,768 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T07:19:31,768 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c7aa6e2790b3,40021,1731568768780, seqNum=-1] 2024-11-14T07:19:31,768 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T07:19:31,769 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39135, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T07:19:31,774 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3230 sec 2024-11-14T07:19:31,774 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731568771774, completionTime=-1 2024-11-14T07:19:31,774 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T07:19:31,774 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T07:19:31,776 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T07:19:31,776 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731568831776 2024-11-14T07:19:31,776 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731568891776 2024-11-14T07:19:31,776 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T07:19:31,776 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,43999,1731568768302-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T07:19:31,776 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,43999,1731568768302-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:19:31,776 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,43999,1731568768302-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:19:31,776 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c7aa6e2790b3:43999, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:19:31,776 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T07:19:31,776 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T07:19:31,778 DEBUG [master/c7aa6e2790b3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T07:19:31,780 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.933sec 2024-11-14T07:19:31,780 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T07:19:31,780 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T07:19:31,780 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T07:19:31,780 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T07:19:31,780 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T07:19:31,780 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,43999,1731568768302-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T07:19:31,780 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,43999,1731568768302-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T07:19:31,782 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T07:19:31,782 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T07:19:31,782 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,43999,1731568768302-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:19:31,808 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dd458e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:19:31,808 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,43999,-1 for getting cluster id 2024-11-14T07:19:31,808 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:19:31,809 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63b2ecee-d545-4d60-b9b8-e92ffdf17788' 2024-11-14T07:19:31,809 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:19:31,809 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63b2ecee-d545-4d60-b9b8-e92ffdf17788" 2024-11-14T07:19:31,810 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b4bc31d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:19:31,810 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,43999,-1] 2024-11-14T07:19:31,810 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:19:31,810 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:19:31,811 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:19:31,812 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66c19f08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:19:31,812 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T07:19:31,813 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c7aa6e2790b3,40021,1731568768780, seqNum=-1] 2024-11-14T07:19:31,813 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T07:19:31,814 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T07:19:31,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c7aa6e2790b3,43999,1731568768302 2024-11-14T07:19:31,816 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57992 2024-11-14T07:19:31,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T07:19:31,826 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013836896b0002 connected 2024-11-14T07:19:31,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b42184c0-5438-2f4b-576d-0cfa52c2fa40/hadoop.log.dir so I do NOT create it in target/test-data/421702d6-f242-0405-af3c-c10a3f32dd84 2024-11-14T07:19:31,838 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b42184c0-5438-2f4b-576d-0cfa52c2fa40/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T07:19:31,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b42184c0-5438-2f4b-576d-0cfa52c2fa40/hadoop.tmp.dir so I do NOT create it in target/test-data/421702d6-f242-0405-af3c-c10a3f32dd84 2024-11-14T07:19:31,838 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b42184c0-5438-2f4b-576d-0cfa52c2fa40/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T07:19:31,839 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/421702d6-f242-0405-af3c-c10a3f32dd84 2024-11-14T07:19:31,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T07:19:31,839 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/421702d6-f242-0405-af3c-c10a3f32dd84/cluster_5d06830b-6332-1e73-3f84-d5cc00763eb9, deleteOnExit=true 2024-11-14T07:19:31,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T07:19:31,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/421702d6-f242-0405-af3c-c10a3f32dd84/test.cache.data in system properties and HBase conf 2024-11-14T07:19:31,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/421702d6-f242-0405-af3c-c10a3f32dd84/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T07:19:31,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/421702d6-f242-0405-af3c-c10a3f32dd84/hadoop.log.dir in system properties and HBase conf 2024-11-14T07:19:31,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/421702d6-f242-0405-af3c-c10a3f32dd84/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T07:19:31,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/421702d6-f242-0405-af3c-c10a3f32dd84/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T07:19:31,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T07:19:31,839 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T07:19:31,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/421702d6-f242-0405-af3c-c10a3f32dd84/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T07:19:31,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/421702d6-f242-0405-af3c-c10a3f32dd84/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T07:19:31,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/421702d6-f242-0405-af3c-c10a3f32dd84/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T07:19:31,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/421702d6-f242-0405-af3c-c10a3f32dd84/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T07:19:31,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/421702d6-f242-0405-af3c-c10a3f32dd84/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T07:19:31,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/421702d6-f242-0405-af3c-c10a3f32dd84/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T07:19:31,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/421702d6-f242-0405-af3c-c10a3f32dd84/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T07:19:31,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/421702d6-f242-0405-af3c-c10a3f32dd84/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T07:19:31,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/421702d6-f242-0405-af3c-c10a3f32dd84/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T07:19:31,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/421702d6-f242-0405-af3c-c10a3f32dd84/nfs.dump.dir in system properties and HBase conf 2024-11-14T07:19:31,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/421702d6-f242-0405-af3c-c10a3f32dd84/java.io.tmpdir in system properties and HBase conf 2024-11-14T07:19:31,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/421702d6-f242-0405-af3c-c10a3f32dd84/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T07:19:31,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/421702d6-f242-0405-af3c-c10a3f32dd84/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T07:19:31,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/421702d6-f242-0405-af3c-c10a3f32dd84/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T07:19:32,156 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T07:19:32,162 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T07:19:32,199 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T07:19:32,199 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T07:19:32,199 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T07:19:32,200 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T07:19:32,203 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58a30a9d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/421702d6-f242-0405-af3c-c10a3f32dd84/hadoop.log.dir/,AVAILABLE} 2024-11-14T07:19:32,203 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@780a9b6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T07:19:32,297 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6097698c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/421702d6-f242-0405-af3c-c10a3f32dd84/java.io.tmpdir/jetty-localhost-43333-hadoop-hdfs-3_4_1-tests_jar-_-any-17970296404065069432/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T07:19:32,298 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@aab5893{HTTP/1.1, (http/1.1)}{localhost:43333} 2024-11-14T07:19:32,298 INFO [Time-limited test {}] server.Server(415): Started @142141ms 2024-11-14T07:19:32,682 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T07:19:32,689 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T07:19:32,713 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T07:19:32,713 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T07:19:32,713 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T07:19:32,717 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52d1efea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/421702d6-f242-0405-af3c-c10a3f32dd84/hadoop.log.dir/,AVAILABLE} 2024-11-14T07:19:32,718 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25341d27{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T07:19:32,851 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@64bc60f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/421702d6-f242-0405-af3c-c10a3f32dd84/java.io.tmpdir/jetty-localhost-35011-hadoop-hdfs-3_4_1-tests_jar-_-any-7690437572066442920/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T07:19:32,852 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4660777d{HTTP/1.1, (http/1.1)}{localhost:35011} 2024-11-14T07:19:32,852 INFO [Time-limited test {}] server.Server(415): Started @142695ms 2024-11-14T07:19:32,854 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T07:19:33,650 WARN [Thread-1401 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/421702d6-f242-0405-af3c-c10a3f32dd84/cluster_5d06830b-6332-1e73-3f84-d5cc00763eb9/data/data2/current/BP-1407407207-172.17.0.2-1731568771853/current, will proceed with Du for space computation calculation, 2024-11-14T07:19:33,650 WARN [Thread-1400 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/421702d6-f242-0405-af3c-c10a3f32dd84/cluster_5d06830b-6332-1e73-3f84-d5cc00763eb9/data/data1/current/BP-1407407207-172.17.0.2-1731568771853/current, will proceed with Du for space computation calculation, 2024-11-14T07:19:33,663 WARN [Thread-1388 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T07:19:33,665 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa0dbe095ac3233cf with lease ID 0xefb6b85f53d12e93: Processing first storage report for DS-c936c509-2e6c-4681-a59e-9406de423da9 from datanode DatanodeRegistration(127.0.0.1:33309, datanodeUuid=748feef8-775e-4000-a9d9-91292c866c66, infoPort=38885, infoSecurePort=0, ipcPort=44023, storageInfo=lv=-57;cid=testClusterID;nsid=1888306548;c=1731568771853) 2024-11-14T07:19:33,666 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa0dbe095ac3233cf with lease ID 0xefb6b85f53d12e93: from storage DS-c936c509-2e6c-4681-a59e-9406de423da9 node DatanodeRegistration(127.0.0.1:33309, datanodeUuid=748feef8-775e-4000-a9d9-91292c866c66, infoPort=38885, infoSecurePort=0, ipcPort=44023, storageInfo=lv=-57;cid=testClusterID;nsid=1888306548;c=1731568771853), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T07:19:33,666 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa0dbe095ac3233cf with lease ID 0xefb6b85f53d12e93: Processing first storage report for DS-7a654827-8cf1-4d62-aa62-87520ce22be9 from datanode DatanodeRegistration(127.0.0.1:33309, datanodeUuid=748feef8-775e-4000-a9d9-91292c866c66, infoPort=38885, infoSecurePort=0, ipcPort=44023, storageInfo=lv=-57;cid=testClusterID;nsid=1888306548;c=1731568771853) 2024-11-14T07:19:33,666 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa0dbe095ac3233cf with lease ID 0xefb6b85f53d12e93: from storage DS-7a654827-8cf1-4d62-aa62-87520ce22be9 node DatanodeRegistration(127.0.0.1:33309, datanodeUuid=748feef8-775e-4000-a9d9-91292c866c66, infoPort=38885, infoSecurePort=0, ipcPort=44023, storageInfo=lv=-57;cid=testClusterID;nsid=1888306548;c=1731568771853), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T07:19:33,761 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/421702d6-f242-0405-af3c-c10a3f32dd84 2024-11-14T07:19:33,761 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:19:33,762 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:19:33,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33309 is added to blk_1073741825_1001 (size=7) 2024-11-14T07:19:34,170 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33649/user/jenkins/test-data/271b9cff-e37c-3823-30dc-6f64b86a3257 with version=8 2024-11-14T07:19:34,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33649/user/jenkins/test-data/271b9cff-e37c-3823-30dc-6f64b86a3257/hbase-staging 2024-11-14T07:19:34,172 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c7aa6e2790b3:0 server-side Connection retries=45 2024-11-14T07:19:34,172 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T07:19:34,172 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T07:19:34,172 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T07:19:34,172 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T07:19:34,172 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T07:19:34,172 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T07:19:34,172 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T07:19:34,173 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35315 2024-11-14T07:19:34,173 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35315 connecting to ZooKeeper ensemble=127.0.0.1:57992 2024-11-14T07:19:34,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:353150x0, quorum=127.0.0.1:57992, baseZNode=/1-959141897 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T07:19:34,237 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35315-0x1013836896b0003 connected 2024-11-14T07:19:34,310 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:19:34,311 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:19:34,313 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35315-0x1013836896b0003, quorum=127.0.0.1:57992, baseZNode=/1-959141897 Set watcher on znode that does not yet exist, /1-959141897/running 2024-11-14T07:19:34,313 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33649/user/jenkins/test-data/271b9cff-e37c-3823-30dc-6f64b86a3257, hbase.cluster.distributed=false 2024-11-14T07:19:34,314 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35315-0x1013836896b0003, quorum=127.0.0.1:57992, baseZNode=/1-959141897 Set watcher on znode that does not yet exist, /1-959141897/acl 2024-11-14T07:19:34,314 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35315 2024-11-14T07:19:34,314 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35315 2024-11-14T07:19:34,314 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35315 2024-11-14T07:19:34,315 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35315 2024-11-14T07:19:34,315 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35315 2024-11-14T07:19:34,327 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c7aa6e2790b3:0 server-side Connection retries=45 2024-11-14T07:19:34,327 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T07:19:34,327 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T07:19:34,327 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T07:19:34,327 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T07:19:34,327 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T07:19:34,327 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T07:19:34,327 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T07:19:34,328 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37661 2024-11-14T07:19:34,329 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37661 connecting to ZooKeeper ensemble=127.0.0.1:57992 2024-11-14T07:19:34,329 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:19:34,330 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:19:34,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:376610x0, quorum=127.0.0.1:57992, baseZNode=/1-959141897 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T07:19:34,342 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:376610x0, quorum=127.0.0.1:57992, baseZNode=/1-959141897 Set watcher on znode that does not yet exist, /1-959141897/running 2024-11-14T07:19:34,342 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37661-0x1013836896b0004 connected 2024-11-14T07:19:34,342 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T07:19:34,342 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T07:19:34,343 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37661-0x1013836896b0004, quorum=127.0.0.1:57992, baseZNode=/1-959141897 Set watcher on znode that does not yet exist, /1-959141897/master 2024-11-14T07:19:34,343 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37661-0x1013836896b0004, quorum=127.0.0.1:57992, baseZNode=/1-959141897 Set watcher on znode that does not yet exist, /1-959141897/acl 2024-11-14T07:19:34,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37661 2024-11-14T07:19:34,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37661 2024-11-14T07:19:34,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37661 2024-11-14T07:19:34,347 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37661 2024-11-14T07:19:34,348 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37661 2024-11-14T07:19:34,361 DEBUG [M:0;c7aa6e2790b3:35315 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c7aa6e2790b3:35315 2024-11-14T07:19:34,361 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-959141897/backup-masters/c7aa6e2790b3,35315,1731568774172 2024-11-14T07:19:34,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35315-0x1013836896b0003, quorum=127.0.0.1:57992, baseZNode=/1-959141897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-959141897/backup-masters 2024-11-14T07:19:34,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37661-0x1013836896b0004, quorum=127.0.0.1:57992, baseZNode=/1-959141897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-959141897/backup-masters 2024-11-14T07:19:34,428 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35315-0x1013836896b0003, quorum=127.0.0.1:57992, baseZNode=/1-959141897 Set watcher on existing znode=/1-959141897/backup-masters/c7aa6e2790b3,35315,1731568774172 2024-11-14T07:19:34,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37661-0x1013836896b0004, quorum=127.0.0.1:57992, baseZNode=/1-959141897 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-959141897/master 2024-11-14T07:19:34,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35315-0x1013836896b0003, quorum=127.0.0.1:57992, baseZNode=/1-959141897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-959141897 2024-11-14T07:19:34,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37661-0x1013836896b0004, quorum=127.0.0.1:57992, baseZNode=/1-959141897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-959141897 2024-11-14T07:19:34,458 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35315-0x1013836896b0003, quorum=127.0.0.1:57992, baseZNode=/1-959141897 Set watcher on existing znode=/1-959141897/master 2024-11-14T07:19:34,458 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-959141897/backup-masters/c7aa6e2790b3,35315,1731568774172 from backup master directory 2024-11-14T07:19:34,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35315-0x1013836896b0003, quorum=127.0.0.1:57992, baseZNode=/1-959141897 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-959141897/backup-masters/c7aa6e2790b3,35315,1731568774172 2024-11-14T07:19:34,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35315-0x1013836896b0003, quorum=127.0.0.1:57992, baseZNode=/1-959141897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-959141897/backup-masters 2024-11-14T07:19:34,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37661-0x1013836896b0004, quorum=127.0.0.1:57992, baseZNode=/1-959141897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-959141897/backup-masters 2024-11-14T07:19:34,468 WARN [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T07:19:34,468 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c7aa6e2790b3,35315,1731568774172 2024-11-14T07:19:34,471 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33649/user/jenkins/test-data/271b9cff-e37c-3823-30dc-6f64b86a3257/hbase.id] with ID: e70604a3-e1ba-4e9d-8cc6-b619c54f31eb 2024-11-14T07:19:34,471 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33649/user/jenkins/test-data/271b9cff-e37c-3823-30dc-6f64b86a3257/.tmp/hbase.id 2024-11-14T07:19:34,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33309 is added to blk_1073741826_1002 (size=42) 2024-11-14T07:19:34,876 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33649/user/jenkins/test-data/271b9cff-e37c-3823-30dc-6f64b86a3257/.tmp/hbase.id]:[hdfs://localhost:33649/user/jenkins/test-data/271b9cff-e37c-3823-30dc-6f64b86a3257/hbase.id] 2024-11-14T07:19:34,885 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:19:34,885 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T07:19:34,886 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T07:19:34,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37661-0x1013836896b0004, quorum=127.0.0.1:57992, baseZNode=/1-959141897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-959141897 2024-11-14T07:19:34,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35315-0x1013836896b0003, quorum=127.0.0.1:57992, baseZNode=/1-959141897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-959141897 2024-11-14T07:19:34,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33309 is added to blk_1073741827_1003 (size=196) 2024-11-14T07:19:35,343 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T07:19:35,344 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T07:19:35,344 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T07:19:35,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33309 is added to blk_1073741828_1004 (size=1189) 2024-11-14T07:19:35,751 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33649/user/jenkins/test-data/271b9cff-e37c-3823-30dc-6f64b86a3257/MasterData/data/master/store 2024-11-14T07:19:35,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33309 is added to blk_1073741829_1005 (size=34) 2024-11-14T07:19:36,156 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:19:36,156 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T07:19:36,156 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:19:36,156 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:19:36,157 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T07:19:36,157 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:19:36,157 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:19:36,157 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731568776156Disabling compacts and flushes for region at 1731568776156Disabling writes for close at 1731568776157 (+1 ms)Writing region close event to WAL at 1731568776157Closed at 1731568776157 2024-11-14T07:19:36,157 WARN [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33649/user/jenkins/test-data/271b9cff-e37c-3823-30dc-6f64b86a3257/MasterData/data/master/store/.initializing 2024-11-14T07:19:36,157 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33649/user/jenkins/test-data/271b9cff-e37c-3823-30dc-6f64b86a3257/MasterData/WALs/c7aa6e2790b3,35315,1731568774172 2024-11-14T07:19:36,158 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T07:19:36,160 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c7aa6e2790b3%2C35315%2C1731568774172, suffix=, logDir=hdfs://localhost:33649/user/jenkins/test-data/271b9cff-e37c-3823-30dc-6f64b86a3257/MasterData/WALs/c7aa6e2790b3,35315,1731568774172, archiveDir=hdfs://localhost:33649/user/jenkins/test-data/271b9cff-e37c-3823-30dc-6f64b86a3257/MasterData/oldWALs, maxLogs=10 2024-11-14T07:19:36,176 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/271b9cff-e37c-3823-30dc-6f64b86a3257/MasterData/WALs/c7aa6e2790b3,35315,1731568774172/c7aa6e2790b3%2C35315%2C1731568774172.1731568776160, exclude list is [], retry=0 2024-11-14T07:19:36,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33309,DS-c936c509-2e6c-4681-a59e-9406de423da9,DISK] 2024-11-14T07:19:36,183 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/271b9cff-e37c-3823-30dc-6f64b86a3257/MasterData/WALs/c7aa6e2790b3,35315,1731568774172/c7aa6e2790b3%2C35315%2C1731568774172.1731568776160 2024-11-14T07:19:36,183 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38885:38885)] 2024-11-14T07:19:36,183 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T07:19:36,184 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:19:36,184 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:19:36,184 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:19:36,188 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:19:36,190 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T07:19:36,190 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:19:36,191 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:19:36,191 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:19:36,192 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T07:19:36,192 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:19:36,193 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:19:36,193 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:19:36,194 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T07:19:36,194 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:19:36,195 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:19:36,195 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:19:36,196 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T07:19:36,196 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:19:36,197 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:19:36,197 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:19:36,198 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33649/user/jenkins/test-data/271b9cff-e37c-3823-30dc-6f64b86a3257/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:19:36,198 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33649/user/jenkins/test-data/271b9cff-e37c-3823-30dc-6f64b86a3257/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:19:36,199 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:19:36,199 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:19:36,200 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T07:19:36,201 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:19:36,206 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33649/user/jenkins/test-data/271b9cff-e37c-3823-30dc-6f64b86a3257/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T07:19:36,208 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62379877, jitterRate=-0.07046739757061005}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T07:19:36,208 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731568776184Initializing all the Stores at 1731568776185 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568776185Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568776188 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568776188Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568776188Cleaning up temporary data from old regions at 1731568776199 (+11 ms)Region opened successfully at 1731568776208 (+9 ms) 2024-11-14T07:19:36,208 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T07:19:36,211 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d516eec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c7aa6e2790b3/172.17.0.2:0 2024-11-14T07:19:36,212 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T07:19:36,213 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T07:19:36,213 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T07:19:36,213 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T07:19:36,213 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T07:19:36,214 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T07:19:36,214 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T07:19:36,230 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T07:19:36,232 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35315-0x1013836896b0003, quorum=127.0.0.1:57992, baseZNode=/1-959141897 Unable to get data of znode /1-959141897/balancer because node does not exist (not necessarily an error) 2024-11-14T07:19:36,331 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-959141897/balancer already deleted, retry=false 2024-11-14T07:19:36,331 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T07:19:36,332 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35315-0x1013836896b0003, quorum=127.0.0.1:57992, baseZNode=/1-959141897 Unable to get data of znode /1-959141897/normalizer because node does not exist (not necessarily an error) 2024-11-14T07:19:36,341 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-959141897/normalizer already deleted, retry=false 2024-11-14T07:19:36,341 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T07:19:36,342 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35315-0x1013836896b0003, quorum=127.0.0.1:57992, baseZNode=/1-959141897 Unable to get data of znode /1-959141897/switch/split because node does not exist (not necessarily an error) 2024-11-14T07:19:36,352 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-959141897/switch/split already deleted, retry=false 2024-11-14T07:19:36,352 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35315-0x1013836896b0003, quorum=127.0.0.1:57992, baseZNode=/1-959141897 Unable to get data of znode /1-959141897/switch/merge because node does not exist (not necessarily an error) 2024-11-14T07:19:36,362 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-959141897/switch/merge already deleted, retry=false 2024-11-14T07:19:36,364 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35315-0x1013836896b0003, quorum=127.0.0.1:57992, baseZNode=/1-959141897 Unable to get data of znode /1-959141897/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T07:19:36,373 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-959141897/snapshot-cleanup already deleted, retry=false 2024-11-14T07:19:36,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37661-0x1013836896b0004, quorum=127.0.0.1:57992, baseZNode=/1-959141897 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-959141897/running 2024-11-14T07:19:36,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35315-0x1013836896b0003, quorum=127.0.0.1:57992, baseZNode=/1-959141897 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-959141897/running 2024-11-14T07:19:36,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35315-0x1013836896b0003, quorum=127.0.0.1:57992, baseZNode=/1-959141897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-959141897 2024-11-14T07:19:36,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37661-0x1013836896b0004, quorum=127.0.0.1:57992, baseZNode=/1-959141897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-959141897 2024-11-14T07:19:36,384 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c7aa6e2790b3,35315,1731568774172, sessionid=0x1013836896b0003, setting cluster-up flag (Was=false) 2024-11-14T07:19:36,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37661-0x1013836896b0004, quorum=127.0.0.1:57992, baseZNode=/1-959141897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-959141897 2024-11-14T07:19:36,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35315-0x1013836896b0003, quorum=127.0.0.1:57992, baseZNode=/1-959141897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-959141897 2024-11-14T07:19:36,436 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-959141897/flush-table-proc/acquired, /1-959141897/flush-table-proc/reached, /1-959141897/flush-table-proc/abort 2024-11-14T07:19:36,437 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c7aa6e2790b3,35315,1731568774172 2024-11-14T07:19:36,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35315-0x1013836896b0003, quorum=127.0.0.1:57992, baseZNode=/1-959141897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-959141897 2024-11-14T07:19:36,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37661-0x1013836896b0004, quorum=127.0.0.1:57992, baseZNode=/1-959141897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-959141897 2024-11-14T07:19:36,488 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-959141897/online-snapshot/acquired, /1-959141897/online-snapshot/reached, /1-959141897/online-snapshot/abort 2024-11-14T07:19:36,489 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c7aa6e2790b3,35315,1731568774172 2024-11-14T07:19:36,490 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33649/user/jenkins/test-data/271b9cff-e37c-3823-30dc-6f64b86a3257/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T07:19:36,491 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T07:19:36,492 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T07:19:36,492 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T07:19:36,492 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c7aa6e2790b3,35315,1731568774172 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T07:19:36,493 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c7aa6e2790b3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T07:19:36,493 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c7aa6e2790b3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T07:19:36,493 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T07:19:36,493 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T07:19:36,493 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c7aa6e2790b3:0, corePoolSize=10, maxPoolSize=10 2024-11-14T07:19:36,493 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:19:36,493 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T07:19:36,493 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:19:36,494 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731568806494 2024-11-14T07:19:36,494 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T07:19:36,494 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T07:19:36,494 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T07:19:36,494 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T07:19:36,494 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T07:19:36,494 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T07:19:36,495 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T07:19:36,495 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T07:19:36,495 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T07:19:36,495 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T07:19:36,495 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T07:19:36,495 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T07:19:36,495 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T07:19:36,495 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T07:19:36,495 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T07:19:36,495 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.large.0-1731568776495,5,FailOnTimeoutGroup] 2024-11-14T07:19:36,496 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.small.0-1731568776495,5,FailOnTimeoutGroup] 2024-11-14T07:19:36,496 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T07:19:36,496 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T07:19:36,496 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T07:19:36,496 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T07:19:36,496 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:19:36,496 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T07:19:36,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33309 is added to blk_1073741831_1007 (size=1321) 2024-11-14T07:19:36,552 INFO [RS:0;c7aa6e2790b3:37661 {}] regionserver.HRegionServer(746): ClusterId : e70604a3-e1ba-4e9d-8cc6-b619c54f31eb 2024-11-14T07:19:36,552 DEBUG [RS:0;c7aa6e2790b3:37661 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T07:19:36,556 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T07:19:36,563 DEBUG [RS:0;c7aa6e2790b3:37661 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T07:19:36,563 DEBUG [RS:0;c7aa6e2790b3:37661 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T07:19:36,574 DEBUG [RS:0;c7aa6e2790b3:37661 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T07:19:36,574 DEBUG [RS:0;c7aa6e2790b3:37661 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cbb7180, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c7aa6e2790b3/172.17.0.2:0 2024-11-14T07:19:36,587 DEBUG [RS:0;c7aa6e2790b3:37661 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c7aa6e2790b3:37661 2024-11-14T07:19:36,587 INFO [RS:0;c7aa6e2790b3:37661 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T07:19:36,587 INFO [RS:0;c7aa6e2790b3:37661 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T07:19:36,587 DEBUG [RS:0;c7aa6e2790b3:37661 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T07:19:36,588 INFO [RS:0;c7aa6e2790b3:37661 {}] regionserver.HRegionServer(2659): reportForDuty to master=c7aa6e2790b3,35315,1731568774172 with port=37661, startcode=1731568774327 2024-11-14T07:19:36,588 DEBUG [RS:0;c7aa6e2790b3:37661 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T07:19:36,590 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39689, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T07:19:36,590 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35315 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c7aa6e2790b3,37661,1731568774327 2024-11-14T07:19:36,590 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35315 {}] master.ServerManager(517): Registering regionserver=c7aa6e2790b3,37661,1731568774327 2024-11-14T07:19:36,592 DEBUG [RS:0;c7aa6e2790b3:37661 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33649/user/jenkins/test-data/271b9cff-e37c-3823-30dc-6f64b86a3257 2024-11-14T07:19:36,592 DEBUG [RS:0;c7aa6e2790b3:37661 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33649 2024-11-14T07:19:36,592 DEBUG [RS:0;c7aa6e2790b3:37661 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T07:19:36,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35315-0x1013836896b0003, quorum=127.0.0.1:57992, baseZNode=/1-959141897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-959141897/rs 2024-11-14T07:19:36,648 DEBUG [RS:0;c7aa6e2790b3:37661 {}] zookeeper.ZKUtil(111): regionserver:37661-0x1013836896b0004, quorum=127.0.0.1:57992, baseZNode=/1-959141897 Set watcher on existing znode=/1-959141897/rs/c7aa6e2790b3,37661,1731568774327 2024-11-14T07:19:36,648 WARN [RS:0;c7aa6e2790b3:37661 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T07:19:36,648 INFO [RS:0;c7aa6e2790b3:37661 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T07:19:36,648 DEBUG [RS:0;c7aa6e2790b3:37661 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33649/user/jenkins/test-data/271b9cff-e37c-3823-30dc-6f64b86a3257/WALs/c7aa6e2790b3,37661,1731568774327 2024-11-14T07:19:36,648 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c7aa6e2790b3,37661,1731568774327] 2024-11-14T07:19:36,651 INFO [RS:0;c7aa6e2790b3:37661 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T07:19:36,652 INFO [RS:0;c7aa6e2790b3:37661 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T07:19:36,653 INFO [RS:0;c7aa6e2790b3:37661 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T07:19:36,653 INFO [RS:0;c7aa6e2790b3:37661 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T07:19:36,653 INFO [RS:0;c7aa6e2790b3:37661 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T07:19:36,654 INFO [RS:0;c7aa6e2790b3:37661 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T07:19:36,654 INFO [RS:0;c7aa6e2790b3:37661 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T07:19:36,654 DEBUG [RS:0;c7aa6e2790b3:37661 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:19:36,654 DEBUG [RS:0;c7aa6e2790b3:37661 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:19:36,654 DEBUG [RS:0;c7aa6e2790b3:37661 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:19:36,654 DEBUG [RS:0;c7aa6e2790b3:37661 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:19:36,654 DEBUG [RS:0;c7aa6e2790b3:37661 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:19:36,654 DEBUG [RS:0;c7aa6e2790b3:37661 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c7aa6e2790b3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T07:19:36,654 DEBUG [RS:0;c7aa6e2790b3:37661 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:19:36,654 DEBUG [RS:0;c7aa6e2790b3:37661 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:19:36,654 DEBUG [RS:0;c7aa6e2790b3:37661 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:19:36,654 DEBUG [RS:0;c7aa6e2790b3:37661 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:19:36,654 DEBUG [RS:0;c7aa6e2790b3:37661 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:19:36,654 DEBUG [RS:0;c7aa6e2790b3:37661 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:19:36,654 DEBUG [RS:0;c7aa6e2790b3:37661 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c7aa6e2790b3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T07:19:36,654 DEBUG [RS:0;c7aa6e2790b3:37661 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c7aa6e2790b3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T07:19:36,656 INFO [RS:0;c7aa6e2790b3:37661 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T07:19:36,656 INFO [RS:0;c7aa6e2790b3:37661 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T07:19:36,656 INFO [RS:0;c7aa6e2790b3:37661 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T07:19:36,656 INFO [RS:0;c7aa6e2790b3:37661 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T07:19:36,656 INFO [RS:0;c7aa6e2790b3:37661 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T07:19:36,656 INFO [RS:0;c7aa6e2790b3:37661 {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,37661,1731568774327-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T07:19:36,669 INFO [RS:0;c7aa6e2790b3:37661 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T07:19:36,669 INFO [RS:0;c7aa6e2790b3:37661 {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,37661,1731568774327-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T07:19:36,669 INFO [RS:0;c7aa6e2790b3:37661 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:19:36,669 INFO [RS:0;c7aa6e2790b3:37661 {}] regionserver.Replication(171): c7aa6e2790b3,37661,1731568774327 started 2024-11-14T07:19:36,683 INFO [RS:0;c7aa6e2790b3:37661 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:19:36,683 INFO [RS:0;c7aa6e2790b3:37661 {}] regionserver.HRegionServer(1482): Serving as c7aa6e2790b3,37661,1731568774327, RpcServer on c7aa6e2790b3/172.17.0.2:37661, sessionid=0x1013836896b0004 2024-11-14T07:19:36,683 DEBUG [RS:0;c7aa6e2790b3:37661 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T07:19:36,683 DEBUG [RS:0;c7aa6e2790b3:37661 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c7aa6e2790b3,37661,1731568774327 2024-11-14T07:19:36,683 DEBUG [RS:0;c7aa6e2790b3:37661 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c7aa6e2790b3,37661,1731568774327' 2024-11-14T07:19:36,683 DEBUG [RS:0;c7aa6e2790b3:37661 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-959141897/flush-table-proc/abort' 2024-11-14T07:19:36,684 DEBUG [RS:0;c7aa6e2790b3:37661 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-959141897/flush-table-proc/acquired' 2024-11-14T07:19:36,684 DEBUG [RS:0;c7aa6e2790b3:37661 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T07:19:36,684 DEBUG [RS:0;c7aa6e2790b3:37661 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T07:19:36,684 DEBUG [RS:0;c7aa6e2790b3:37661 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c7aa6e2790b3,37661,1731568774327 2024-11-14T07:19:36,684 DEBUG [RS:0;c7aa6e2790b3:37661 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c7aa6e2790b3,37661,1731568774327' 2024-11-14T07:19:36,684 DEBUG [RS:0;c7aa6e2790b3:37661 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-959141897/online-snapshot/abort' 2024-11-14T07:19:36,684 DEBUG [RS:0;c7aa6e2790b3:37661 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-959141897/online-snapshot/acquired' 2024-11-14T07:19:36,684 DEBUG [RS:0;c7aa6e2790b3:37661 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T07:19:36,684 INFO [RS:0;c7aa6e2790b3:37661 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T07:19:36,684 INFO [RS:0;c7aa6e2790b3:37661 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T07:19:36,785 INFO [RS:0;c7aa6e2790b3:37661 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T07:19:36,786 INFO [RS:0;c7aa6e2790b3:37661 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c7aa6e2790b3%2C37661%2C1731568774327, suffix=, logDir=hdfs://localhost:33649/user/jenkins/test-data/271b9cff-e37c-3823-30dc-6f64b86a3257/WALs/c7aa6e2790b3,37661,1731568774327, archiveDir=hdfs://localhost:33649/user/jenkins/test-data/271b9cff-e37c-3823-30dc-6f64b86a3257/oldWALs, maxLogs=10 2024-11-14T07:19:36,798 DEBUG [RS:0;c7aa6e2790b3:37661 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/271b9cff-e37c-3823-30dc-6f64b86a3257/WALs/c7aa6e2790b3,37661,1731568774327/c7aa6e2790b3%2C37661%2C1731568774327.1731568776786, exclude list is [], retry=0 2024-11-14T07:19:36,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33309,DS-c936c509-2e6c-4681-a59e-9406de423da9,DISK] 2024-11-14T07:19:36,802 INFO [RS:0;c7aa6e2790b3:37661 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/271b9cff-e37c-3823-30dc-6f64b86a3257/WALs/c7aa6e2790b3,37661,1731568774327/c7aa6e2790b3%2C37661%2C1731568774327.1731568776786 2024-11-14T07:19:36,802 DEBUG [RS:0;c7aa6e2790b3:37661 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38885:38885)] 2024-11-14T07:19:36,903 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33649/user/jenkins/test-data/271b9cff-e37c-3823-30dc-6f64b86a3257/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T07:19:36,903 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33649/user/jenkins/test-data/271b9cff-e37c-3823-30dc-6f64b86a3257 2024-11-14T07:19:36,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33309 is added to blk_1073741833_1009 (size=32) 2024-11-14T07:19:37,228 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T07:19:37,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:19:37,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:19:37,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:19:37,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:19:37,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:19:37,262 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:19:37,267 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T07:19:37,267 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T07:19:37,267 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T07:19:37,267 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-14T07:19:37,267 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T07:19:37,267 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T07:19:37,267 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T07:19:37,267 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-14T07:19:37,310 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:19:37,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T07:19:37,312 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T07:19:37,312 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:19:37,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:19:37,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T07:19:37,315 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T07:19:37,315 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:19:37,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:19:37,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T07:19:37,318 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T07:19:37,318 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:19:37,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:19:37,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T07:19:37,319 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T07:19:37,319 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:19:37,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:19:37,320 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T07:19:37,320 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33649/user/jenkins/test-data/271b9cff-e37c-3823-30dc-6f64b86a3257/data/hbase/meta/1588230740 2024-11-14T07:19:37,323 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33649/user/jenkins/test-data/271b9cff-e37c-3823-30dc-6f64b86a3257/data/hbase/meta/1588230740 2024-11-14T07:19:37,325 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T07:19:37,325 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T07:19:37,325 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T07:19:37,327 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T07:19:37,329 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33649/user/jenkins/test-data/271b9cff-e37c-3823-30dc-6f64b86a3257/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T07:19:37,330 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74932315, jitterRate=0.11657850444316864}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T07:19:37,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731568777310Initializing all the Stores at 1731568777311 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568777311Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568777311Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568777311Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568777311Cleaning up temporary data from old regions at 1731568777325 (+14 ms)Region opened successfully at 1731568777330 (+5 ms) 2024-11-14T07:19:37,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T07:19:37,330 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T07:19:37,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T07:19:37,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T07:19:37,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T07:19:37,336 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T07:19:37,336 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731568777330Disabling compacts and flushes for region at 1731568777330Disabling writes for close at 1731568777330Writing region close event to WAL at 1731568777336 (+6 ms)Closed at 1731568777336 2024-11-14T07:19:37,338 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T07:19:37,338 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T07:19:37,338 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T07:19:37,341 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T07:19:37,342 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T07:19:37,492 DEBUG [c7aa6e2790b3:35315 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T07:19:37,493 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c7aa6e2790b3,37661,1731568774327 2024-11-14T07:19:37,494 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c7aa6e2790b3,37661,1731568774327, state=OPENING 2024-11-14T07:19:37,541 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T07:19:37,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37661-0x1013836896b0004, quorum=127.0.0.1:57992, baseZNode=/1-959141897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-959141897 2024-11-14T07:19:37,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35315-0x1013836896b0003, quorum=127.0.0.1:57992, baseZNode=/1-959141897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-959141897 2024-11-14T07:19:37,552 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T07:19:37,552 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-959141897/meta-region-server: CHANGED 2024-11-14T07:19:37,552 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-959141897/meta-region-server: CHANGED 2024-11-14T07:19:37,552 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c7aa6e2790b3,37661,1731568774327}] 2024-11-14T07:19:37,705 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T07:19:37,706 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45889, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T07:19:37,710 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T07:19:37,711 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T07:19:37,711 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T07:19:37,713 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c7aa6e2790b3%2C37661%2C1731568774327.meta, suffix=.meta, logDir=hdfs://localhost:33649/user/jenkins/test-data/271b9cff-e37c-3823-30dc-6f64b86a3257/WALs/c7aa6e2790b3,37661,1731568774327, archiveDir=hdfs://localhost:33649/user/jenkins/test-data/271b9cff-e37c-3823-30dc-6f64b86a3257/oldWALs, maxLogs=10 2024-11-14T07:19:37,727 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/271b9cff-e37c-3823-30dc-6f64b86a3257/WALs/c7aa6e2790b3,37661,1731568774327/c7aa6e2790b3%2C37661%2C1731568774327.meta.1731568777713.meta, exclude list is [], retry=0 2024-11-14T07:19:37,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33309,DS-c936c509-2e6c-4681-a59e-9406de423da9,DISK] 2024-11-14T07:19:37,736 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/271b9cff-e37c-3823-30dc-6f64b86a3257/WALs/c7aa6e2790b3,37661,1731568774327/c7aa6e2790b3%2C37661%2C1731568774327.meta.1731568777713.meta 2024-11-14T07:19:37,737 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38885:38885)] 2024-11-14T07:19:37,737 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T07:19:37,737 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T07:19:37,737 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T07:19:37,737 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T07:19:37,737 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T07:19:37,738 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T07:19:37,738 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:19:37,738 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T07:19:37,738 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T07:19:37,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T07:19:37,744 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T07:19:37,744 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:19:37,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:19:37,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T07:19:37,745 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T07:19:37,745 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:19:37,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:19:37,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T07:19:37,746 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T07:19:37,746 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:19:37,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:19:37,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T07:19:37,747 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T07:19:37,748 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:19:37,748 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:19:37,748 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T07:19:37,749 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33649/user/jenkins/test-data/271b9cff-e37c-3823-30dc-6f64b86a3257/data/hbase/meta/1588230740 2024-11-14T07:19:37,750 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33649/user/jenkins/test-data/271b9cff-e37c-3823-30dc-6f64b86a3257/data/hbase/meta/1588230740 2024-11-14T07:19:37,751 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T07:19:37,751 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T07:19:37,751 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T07:19:37,753 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T07:19:37,753 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64612690, jitterRate=-0.03719589114189148}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T07:19:37,753 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T07:19:37,753 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731568777738Writing region info on filesystem at 1731568777738Initializing all the Stores at 1731568777739 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568777739Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568777743 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568777743Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568777743Cleaning up temporary data from old regions at 1731568777751 (+8 ms)Running coprocessor post-open hooks at 1731568777753 (+2 ms)Region opened successfully at 1731568777753 2024-11-14T07:19:37,754 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731568777705 2024-11-14T07:19:37,756 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T07:19:37,756 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T07:19:37,757 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c7aa6e2790b3,37661,1731568774327 2024-11-14T07:19:37,757 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c7aa6e2790b3,37661,1731568774327, state=OPEN 2024-11-14T07:19:37,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35315-0x1013836896b0003, quorum=127.0.0.1:57992, baseZNode=/1-959141897 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-959141897/meta-region-server 2024-11-14T07:19:37,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37661-0x1013836896b0004, quorum=127.0.0.1:57992, baseZNode=/1-959141897 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-959141897/meta-region-server 2024-11-14T07:19:37,769 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c7aa6e2790b3,37661,1731568774327 2024-11-14T07:19:37,770 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-959141897/meta-region-server: CHANGED 2024-11-14T07:19:37,770 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-959141897/meta-region-server: CHANGED 2024-11-14T07:19:37,772 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T07:19:37,772 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c7aa6e2790b3,37661,1731568774327 in 218 msec 2024-11-14T07:19:37,773 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T07:19:37,773 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 434 msec 2024-11-14T07:19:37,774 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T07:19:37,774 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T07:19:37,775 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T07:19:37,775 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c7aa6e2790b3,37661,1731568774327, seqNum=-1] 2024-11-14T07:19:37,775 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T07:19:37,776 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56937, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T07:19:37,780 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2880 sec 2024-11-14T07:19:37,780 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731568777780, completionTime=-1 2024-11-14T07:19:37,780 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T07:19:37,780 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T07:19:37,782 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T07:19:37,782 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731568837782 2024-11-14T07:19:37,782 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731568897782 2024-11-14T07:19:37,782 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T07:19:37,782 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,35315,1731568774172-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T07:19:37,782 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,35315,1731568774172-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:19:37,782 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,35315,1731568774172-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:19:37,782 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c7aa6e2790b3:35315, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:19:37,782 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T07:19:37,782 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T07:19:37,783 DEBUG [master/c7aa6e2790b3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T07:19:37,785 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.317sec 2024-11-14T07:19:37,785 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T07:19:37,785 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T07:19:37,785 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T07:19:37,785 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T07:19:37,785 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T07:19:37,785 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,35315,1731568774172-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T07:19:37,785 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,35315,1731568774172-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T07:19:37,788 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T07:19:37,788 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T07:19:37,788 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,35315,1731568774172-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:19:37,853 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bb735db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:19:37,853 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,35315,-1 for getting cluster id 2024-11-14T07:19:37,853 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:19:37,854 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e70604a3-e1ba-4e9d-8cc6-b619c54f31eb' 2024-11-14T07:19:37,855 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:19:37,855 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e70604a3-e1ba-4e9d-8cc6-b619c54f31eb" 2024-11-14T07:19:37,855 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1232056, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:19:37,855 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,35315,-1] 2024-11-14T07:19:37,855 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:19:37,855 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:19:37,856 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:19:37,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56f98a1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:19:37,858 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T07:19:37,861 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c7aa6e2790b3,37661,1731568774327, seqNum=-1] 2024-11-14T07:19:37,861 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T07:19:37,862 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T07:19:37,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c7aa6e2790b3,35315,1731568774172 2024-11-14T07:19:37,865 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57992 2024-11-14T07:19:37,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57992, baseZNode=/1-959141897 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T07:19:37,884 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013836896b0005 connected 2024-11-14T07:19:37,892 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b95df81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:19:37,892 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,43999,-1 for getting cluster id 2024-11-14T07:19:37,892 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:19:37,893 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63b2ecee-d545-4d60-b9b8-e92ffdf17788' 2024-11-14T07:19:37,893 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:19:37,894 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63b2ecee-d545-4d60-b9b8-e92ffdf17788" 2024-11-14T07:19:37,894 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53f61b6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:19:37,894 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,43999,-1] 2024-11-14T07:19:37,894 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:19:37,894 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:19:37,895 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:19:37,896 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@583347aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:19:37,896 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:19:37,897 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is c7aa6e2790b3,43999,1731568768302 2024-11-14T07:19:37,897 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7710909f 2024-11-14T07:19:37,897 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T07:19:37,898 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T07:19:37,899 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43999 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c7aa6e2790b3:35315,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T07:19:37,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43999 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T07:19:37,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:19:37,902 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c7aa6e2790b3:35315' 2024-11-14T07:19:37,902 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53922472, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:19:37,903 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,35315,-1 for getting cluster id 2024-11-14T07:19:37,903 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:19:37,903 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e70604a3-e1ba-4e9d-8cc6-b619c54f31eb' 2024-11-14T07:19:37,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:19:37,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e70604a3-e1ba-4e9d-8cc6-b619c54f31eb" 2024-11-14T07:19:37,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32b67797, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:19:37,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,35315,-1] 2024-11-14T07:19:37,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:19:37,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:19:37,905 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:19:37,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2647552a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:19:37,906 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:19:37,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c7aa6e2790b3,35315,1731568774172 2024-11-14T07:19:37,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@563107ae 2024-11-14T07:19:37,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T07:19:37,908 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T07:19:37,909 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-14T07:19:37,909 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T07:19:37,909 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:19:37,909 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:19:37,909 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:19:37,909 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T07:19:37,911 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T07:19:37,912 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T07:19:37,912 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:19:37,913 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T07:19:37,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36945 is added to blk_1073741835_1011 (size=1138) 2024-11-14T07:19:37,961 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T07:19:38,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:19:38,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:19:38,328 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9b4b31e8010532968ead5962f86da459, NAME => 'hbase:replication,,1731568777909.9b4b31e8010532968ead5962f86da459.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5 2024-11-14T07:19:38,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36945 is added to blk_1073741836_1012 (size=44) 2024-11-14T07:19:38,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:19:38,734 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731568777909.9b4b31e8010532968ead5962f86da459.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:19:38,734 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9b4b31e8010532968ead5962f86da459, disabling compactions & flushes 2024-11-14T07:19:38,734 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731568777909.9b4b31e8010532968ead5962f86da459. 2024-11-14T07:19:38,734 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731568777909.9b4b31e8010532968ead5962f86da459. 2024-11-14T07:19:38,734 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731568777909.9b4b31e8010532968ead5962f86da459. after waiting 0 ms 2024-11-14T07:19:38,734 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731568777909.9b4b31e8010532968ead5962f86da459. 2024-11-14T07:19:38,734 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731568777909.9b4b31e8010532968ead5962f86da459. 2024-11-14T07:19:38,734 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9b4b31e8010532968ead5962f86da459: Waiting for close lock at 1731568778734Disabling compacts and flushes for region at 1731568778734Disabling writes for close at 1731568778734Writing region close event to WAL at 1731568778734Closed at 1731568778734 2024-11-14T07:19:38,736 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T07:19:38,736 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731568777909.9b4b31e8010532968ead5962f86da459.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731568778736"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731568778736"}]},"ts":"1731568778736"} 2024-11-14T07:19:38,738 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T07:19:38,739 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T07:19:38,739 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731568778739"}]},"ts":"1731568778739"} 2024-11-14T07:19:38,741 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T07:19:38,741 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9b4b31e8010532968ead5962f86da459, ASSIGN}] 2024-11-14T07:19:38,742 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9b4b31e8010532968ead5962f86da459, ASSIGN 2024-11-14T07:19:38,743 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9b4b31e8010532968ead5962f86da459, ASSIGN; state=OFFLINE, location=c7aa6e2790b3,40021,1731568768780; forceNewPlan=false, retain=false 2024-11-14T07:19:38,893 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9b4b31e8010532968ead5962f86da459, regionState=OPENING, regionLocation=c7aa6e2790b3,40021,1731568768780 2024-11-14T07:19:38,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9b4b31e8010532968ead5962f86da459, ASSIGN because future has completed 2024-11-14T07:19:38,896 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9b4b31e8010532968ead5962f86da459, server=c7aa6e2790b3,40021,1731568768780}] 2024-11-14T07:19:39,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:19:39,051 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731568777909.9b4b31e8010532968ead5962f86da459. 2024-11-14T07:19:39,051 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T07:19:39,051 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T07:19:39,053 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c7aa6e2790b3%2C40021%2C1731568768780.rep, suffix=, logDir=hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/WALs/c7aa6e2790b3,40021,1731568768780, archiveDir=hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/oldWALs, maxLogs=10 2024-11-14T07:19:39,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/WALs/c7aa6e2790b3,40021,1731568768780/c7aa6e2790b3%2C40021%2C1731568768780.rep.1731568779053, exclude list is [], retry=0 2024-11-14T07:19:39,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36945,DS-d9fee449-dc01-49b2-9343-9c01b272fc3a,DISK] 2024-11-14T07:19:39,068 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/WALs/c7aa6e2790b3,40021,1731568768780/c7aa6e2790b3%2C40021%2C1731568768780.rep.1731568779053 2024-11-14T07:19:39,069 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43111:43111)] 2024-11-14T07:19:39,069 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 9b4b31e8010532968ead5962f86da459, NAME => 'hbase:replication,,1731568777909.9b4b31e8010532968ead5962f86da459.', STARTKEY => '', ENDKEY => ''} 2024-11-14T07:19:39,069 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T07:19:39,070 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T07:19:39,070 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731568777909.9b4b31e8010532968ead5962f86da459. service=MultiRowMutationService 2024-11-14T07:19:39,070 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T07:19:39,070 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9b4b31e8010532968ead5962f86da459 2024-11-14T07:19:39,070 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731568777909.9b4b31e8010532968ead5962f86da459.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:19:39,070 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 9b4b31e8010532968ead5962f86da459 2024-11-14T07:19:39,070 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 9b4b31e8010532968ead5962f86da459 2024-11-14T07:19:39,071 INFO [StoreOpener-9b4b31e8010532968ead5962f86da459-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9b4b31e8010532968ead5962f86da459 2024-11-14T07:19:39,072 INFO [StoreOpener-9b4b31e8010532968ead5962f86da459-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b4b31e8010532968ead5962f86da459 columnFamilyName hfileref 2024-11-14T07:19:39,072 DEBUG [StoreOpener-9b4b31e8010532968ead5962f86da459-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:19:39,073 INFO [StoreOpener-9b4b31e8010532968ead5962f86da459-1 {}] regionserver.HStore(327): Store=9b4b31e8010532968ead5962f86da459/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:19:39,073 INFO [StoreOpener-9b4b31e8010532968ead5962f86da459-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9b4b31e8010532968ead5962f86da459 2024-11-14T07:19:39,074 INFO [StoreOpener-9b4b31e8010532968ead5962f86da459-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b4b31e8010532968ead5962f86da459 columnFamilyName queue 2024-11-14T07:19:39,074 DEBUG [StoreOpener-9b4b31e8010532968ead5962f86da459-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:19:39,075 INFO [StoreOpener-9b4b31e8010532968ead5962f86da459-1 {}] regionserver.HStore(327): Store=9b4b31e8010532968ead5962f86da459/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:19:39,075 INFO [StoreOpener-9b4b31e8010532968ead5962f86da459-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9b4b31e8010532968ead5962f86da459 2024-11-14T07:19:39,076 INFO [StoreOpener-9b4b31e8010532968ead5962f86da459-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b4b31e8010532968ead5962f86da459 columnFamilyName sid 2024-11-14T07:19:39,076 DEBUG [StoreOpener-9b4b31e8010532968ead5962f86da459-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:19:39,076 INFO [StoreOpener-9b4b31e8010532968ead5962f86da459-1 {}] regionserver.HStore(327): Store=9b4b31e8010532968ead5962f86da459/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:19:39,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 9b4b31e8010532968ead5962f86da459 2024-11-14T07:19:39,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/data/hbase/replication/9b4b31e8010532968ead5962f86da459 2024-11-14T07:19:39,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/data/hbase/replication/9b4b31e8010532968ead5962f86da459 2024-11-14T07:19:39,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 9b4b31e8010532968ead5962f86da459 2024-11-14T07:19:39,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 9b4b31e8010532968ead5962f86da459 2024-11-14T07:19:39,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T07:19:39,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 9b4b31e8010532968ead5962f86da459 2024-11-14T07:19:39,081 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/data/hbase/replication/9b4b31e8010532968ead5962f86da459/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T07:19:39,081 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 9b4b31e8010532968ead5962f86da459; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71280401, jitterRate=0.06216074526309967}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T07:19:39,081 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9b4b31e8010532968ead5962f86da459 2024-11-14T07:19:39,082 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 9b4b31e8010532968ead5962f86da459: Running coprocessor pre-open hook at 1731568779070Writing region info on filesystem at 1731568779070Initializing all the Stores at 1731568779071 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568779071Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568779071Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568779071Cleaning up temporary data from old regions at 1731568779078 (+7 ms)Running coprocessor post-open hooks at 1731568779081 (+3 ms)Region opened successfully at 1731568779082 (+1 ms) 2024-11-14T07:19:39,083 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731568777909.9b4b31e8010532968ead5962f86da459., pid=7, masterSystemTime=1731568779048 2024-11-14T07:19:39,084 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731568777909.9b4b31e8010532968ead5962f86da459. 2024-11-14T07:19:39,085 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731568777909.9b4b31e8010532968ead5962f86da459. 2024-11-14T07:19:39,085 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9b4b31e8010532968ead5962f86da459, regionState=OPEN, openSeqNum=2, regionLocation=c7aa6e2790b3,40021,1731568768780 2024-11-14T07:19:39,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9b4b31e8010532968ead5962f86da459, server=c7aa6e2790b3,40021,1731568768780 because future has completed 2024-11-14T07:19:39,089 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-14T07:19:39,090 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 9b4b31e8010532968ead5962f86da459, server=c7aa6e2790b3,40021,1731568768780 in 192 msec 2024-11-14T07:19:39,091 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T07:19:39,091 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9b4b31e8010532968ead5962f86da459, ASSIGN in 349 msec 2024-11-14T07:19:39,092 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T07:19:39,092 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731568779092"}]},"ts":"1731568779092"} 2024-11-14T07:19:39,094 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T07:19:39,095 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T07:19:39,097 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1860 sec 2024-11-14T07:19:39,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731568777909.9b4b31e8010532968ead5962f86da459., hostname=c7aa6e2790b3,40021,1731568768780, seqNum=2] 2024-11-14T07:19:39,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43999-0x1013836896b0000, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1470238849 2024-11-14T07:19:39,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40021-0x1013836896b0001, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1470238849 2024-11-14T07:19:39,205 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T07:19:39,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40021 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-14T07:19:39,358 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T07:19:39,388 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-c7aa6e2790b3,40021,1731568768780, ReplicationSource: 1, currentBandwidth=0 2024-11-14T07:19:39,389 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T07:19:39,389 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c7aa6e2790b3,40021,1731568768780, seqNum=-1] 2024-11-14T07:19:39,389 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T07:19:39,390 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40149, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-14T07:19:39,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c7aa6e2790b3,40021,1731568768780', locateType=CURRENT is [region=hbase:replication,,1731568777909.9b4b31e8010532968ead5962f86da459., hostname=c7aa6e2790b3,40021,1731568768780, seqNum=2] 2024-11-14T07:19:39,394 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-14T07:19:39,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43999 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-14T07:19:39,397 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c7aa6e2790b3,40021,1731568768780 suceeded 2024-11-14T07:19:39,398 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-14T07:19:39,398 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-11-14T07:19:39,398 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c7aa6e2790b3:35315,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T07:19:39,400 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4990 sec 2024-11-14T07:19:39,410 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,40021,1731568768780 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c7aa6e2790b3:35315' 2024-11-14T07:19:39,411 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,40021,1731568768780 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31c0e88b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:19:39,411 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,40021,1731568768780 {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,35315,-1 for getting cluster id 2024-11-14T07:19:39,411 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,40021,1731568768780 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:19:39,412 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e70604a3-e1ba-4e9d-8cc6-b619c54f31eb' 2024-11-14T07:19:39,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:19:39,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e70604a3-e1ba-4e9d-8cc6-b619c54f31eb" 2024-11-14T07:19:39,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7fc9c09c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:19:39,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,35315,-1] 2024-11-14T07:19:39,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:19:39,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:19:39,414 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:19:39,414 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,40021,1731568768780 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75219f10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:19:39,415 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,40021,1731568768780 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:19:39,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c7aa6e2790b3,35315,1731568774172 2024-11-14T07:19:39,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@29bda8f2 2024-11-14T07:19:39,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T07:19:39,417 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-14T07:19:39,418 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,40021,1731568768780 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c7aa6e2790b3,40021,1731568768780 (queues=1) is replicating from cluster=63b2ecee-d545-4d60-b9b8-e92ffdf17788 to cluster=e70604a3-e1ba-4e9d-8cc6-b619c54f31eb 2024-11-14T07:19:39,418 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,40021,1731568768780 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c7aa6e2790b3%2C40021%2C1731568768780 2024-11-14T07:19:39,418 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,40021,1731568768780 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c7aa6e2790b3,40021,1731568768780, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T07:19:39,419 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,40021,1731568768780.replicationSource.shipperc7aa6e2790b3%2C40021%2C1731568768780,1-c7aa6e2790b3,40021,1731568768780 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c7aa6e2790b3%2C40021%2C1731568768780 2024-11-14T07:19:39,419 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,40021,1731568768780.replicationSource.wal-reader.c7aa6e2790b3%2C40021%2C1731568768780,1-c7aa6e2790b3,40021,1731568768780 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/WALs/c7aa6e2790b3,40021,1731568768780/c7aa6e2790b3%2C40021%2C1731568768780.1731568770690, startPosition=0, beingWritten=true 2024-11-14T07:19:39,625 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,40021,1731568768780.replicationSource.wal-reader.c7aa6e2790b3%2C40021%2C1731568768780,1-c7aa6e2790b3,40021,1731568768780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/WALs/c7aa6e2790b3,40021,1731568768780/c7aa6e2790b3%2C40021%2C1731568768780.1731568770690 to pos 0, reset compression=false 2024-11-14T07:19:39,932 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,40021,1731568768780.replicationSource.wal-reader.c7aa6e2790b3%2C40021%2C1731568768780,1-c7aa6e2790b3,40021,1731568768780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/WALs/c7aa6e2790b3,40021,1731568768780/c7aa6e2790b3%2C40021%2C1731568768780.1731568770690 to pos 0, reset compression=false 2024-11-14T07:19:40,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:19:40,045 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T07:19:40,045 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T07:19:40,045 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:19:40,046 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:19:40,046 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:19:40,046 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:19:40,046 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:19:40,046 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is c7aa6e2790b3,43999,1731568768302 2024-11-14T07:19:40,047 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@606cdf9c 2024-11-14T07:19:40,047 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T07:19:40,048 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T07:19:40,048 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43999 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-14T07:19:40,048 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T07:19:40,048 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:19:40,049 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:19:40,049 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:19:40,049 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:19:40,049 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T07:19:40,049 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2105213642, stopped=false 2024-11-14T07:19:40,049 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c7aa6e2790b3,43999,1731568768302 2024-11-14T07:19:40,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43999-0x1013836896b0000, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1470238849/running 2024-11-14T07:19:40,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40021-0x1013836896b0001, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1470238849/running 2024-11-14T07:19:40,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43999-0x1013836896b0000, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1470238849 2024-11-14T07:19:40,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40021-0x1013836896b0001, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1470238849 2024-11-14T07:19:40,169 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T07:19:40,169 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T07:19:40,169 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:19:40,169 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:19:40,169 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43999-0x1013836896b0000, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Set watcher on znode that does not yet exist, /0-1470238849/running 2024-11-14T07:19:40,169 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c7aa6e2790b3,40021,1731568768780' ***** 2024-11-14T07:19:40,169 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T07:19:40,170 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T07:19:40,170 INFO [RS:0;c7aa6e2790b3:40021 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T07:19:40,170 INFO [RS:0;c7aa6e2790b3:40021 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T07:19:40,170 INFO [RS:0;c7aa6e2790b3:40021 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T07:19:40,170 INFO [RS:0;c7aa6e2790b3:40021 {}] regionserver.HRegionServer(3091): Received CLOSE for 9b4b31e8010532968ead5962f86da459 2024-11-14T07:19:40,170 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40021-0x1013836896b0001, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Set watcher on znode that does not yet exist, /0-1470238849/running 2024-11-14T07:19:40,170 INFO [RS:0;c7aa6e2790b3:40021 {}] regionserver.HRegionServer(959): stopping server c7aa6e2790b3,40021,1731568768780 2024-11-14T07:19:40,170 INFO [RS:0;c7aa6e2790b3:40021 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T07:19:40,171 INFO [RS:0;c7aa6e2790b3:40021 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c7aa6e2790b3:40021. 2024-11-14T07:19:40,171 DEBUG [RS:0;c7aa6e2790b3:40021 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:19:40,171 DEBUG [RS:0;c7aa6e2790b3:40021 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:19:40,171 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9b4b31e8010532968ead5962f86da459, disabling compactions & flushes 2024-11-14T07:19:40,171 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731568777909.9b4b31e8010532968ead5962f86da459. 2024-11-14T07:19:40,171 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731568777909.9b4b31e8010532968ead5962f86da459. 2024-11-14T07:19:40,171 INFO [RS:0;c7aa6e2790b3:40021 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T07:19:40,171 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731568777909.9b4b31e8010532968ead5962f86da459. after waiting 0 ms 2024-11-14T07:19:40,171 INFO [RS:0;c7aa6e2790b3:40021 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T07:19:40,171 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731568777909.9b4b31e8010532968ead5962f86da459. 2024-11-14T07:19:40,171 INFO [RS:0;c7aa6e2790b3:40021 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T07:19:40,171 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9b4b31e8010532968ead5962f86da459 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-14T07:19:40,171 INFO [RS:0;c7aa6e2790b3:40021 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T07:19:40,171 INFO [RS:0;c7aa6e2790b3:40021 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T07:19:40,171 DEBUG [RS:0;c7aa6e2790b3:40021 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 9b4b31e8010532968ead5962f86da459=hbase:replication,,1731568777909.9b4b31e8010532968ead5962f86da459.} 2024-11-14T07:19:40,171 DEBUG [RS:0;c7aa6e2790b3:40021 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9b4b31e8010532968ead5962f86da459 2024-11-14T07:19:40,171 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T07:19:40,171 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T07:19:40,171 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T07:19:40,171 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T07:19:40,171 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T07:19:40,171 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-14T07:19:40,186 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/data/hbase/meta/1588230740/.tmp/info/3c48ea7bd6584936870228915288dea5 is 147, key is hbase:replication,,1731568777909.9b4b31e8010532968ead5962f86da459./info:regioninfo/1731568779085/Put/seqid=0 2024-11-14T07:19:40,187 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/data/hbase/replication/9b4b31e8010532968ead5962f86da459/.tmp/queue/90793f92cee443388ffa0e8783488473 is 151, key is 1-c7aa6e2790b3,40021,1731568768780/queue:c7aa6e2790b3%2C40021%2C1731568768780/1731568779393/Put/seqid=0 2024-11-14T07:19:40,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36945 is added to blk_1073741838_1014 (size=6631) 2024-11-14T07:19:40,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36945 is added to blk_1073741839_1015 (size=5350) 2024-11-14T07:19:40,269 INFO [regionserver/c7aa6e2790b3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T07:19:40,337 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,40021,1731568768780.replicationSource.wal-reader.c7aa6e2790b3%2C40021%2C1731568768780,1-c7aa6e2790b3,40021,1731568768780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/WALs/c7aa6e2790b3,40021,1731568768780/c7aa6e2790b3%2C40021%2C1731568768780.1731568770690 to pos 0, reset compression=false 2024-11-14T07:19:40,371 DEBUG [RS:0;c7aa6e2790b3:40021 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9b4b31e8010532968ead5962f86da459 2024-11-14T07:19:40,571 DEBUG [RS:0;c7aa6e2790b3:40021 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9b4b31e8010532968ead5962f86da459 2024-11-14T07:19:40,575 INFO [regionserver/c7aa6e2790b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T07:19:40,575 INFO [regionserver/c7aa6e2790b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T07:19:40,592 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/data/hbase/replication/9b4b31e8010532968ead5962f86da459/.tmp/queue/90793f92cee443388ffa0e8783488473 2024-11-14T07:19:40,592 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/data/hbase/meta/1588230740/.tmp/info/3c48ea7bd6584936870228915288dea5 2024-11-14T07:19:40,598 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/data/hbase/replication/9b4b31e8010532968ead5962f86da459/.tmp/queue/90793f92cee443388ffa0e8783488473 as hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/data/hbase/replication/9b4b31e8010532968ead5962f86da459/queue/90793f92cee443388ffa0e8783488473 2024-11-14T07:19:40,603 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/data/hbase/replication/9b4b31e8010532968ead5962f86da459/queue/90793f92cee443388ffa0e8783488473, entries=1, sequenceid=5, filesize=5.2 K 2024-11-14T07:19:40,604 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 9b4b31e8010532968ead5962f86da459 in 433ms, sequenceid=5, compaction requested=false 2024-11-14T07:19:40,604 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T07:19:40,608 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/data/hbase/replication/9b4b31e8010532968ead5962f86da459/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T07:19:40,608 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T07:19:40,608 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T07:19:40,609 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731568777909.9b4b31e8010532968ead5962f86da459. 2024-11-14T07:19:40,609 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9b4b31e8010532968ead5962f86da459: Waiting for close lock at 1731568780171Running coprocessor pre-close hooks at 1731568780171Disabling compacts and flushes for region at 1731568780171Disabling writes for close at 1731568780171Obtaining lock to block concurrent updates at 1731568780171Preparing flush snapshotting stores in 9b4b31e8010532968ead5962f86da459 at 1731568780171Finished memstore snapshotting hbase:replication,,1731568777909.9b4b31e8010532968ead5962f86da459., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731568780171Flushing stores of hbase:replication,,1731568777909.9b4b31e8010532968ead5962f86da459. at 1731568780172 (+1 ms)Flushing 9b4b31e8010532968ead5962f86da459/queue: creating writer at 1731568780172Flushing 9b4b31e8010532968ead5962f86da459/queue: appending metadata at 1731568780186 (+14 ms)Flushing 9b4b31e8010532968ead5962f86da459/queue: closing flushed file at 1731568780186Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51223085: reopening flushed file at 1731568780597 (+411 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 9b4b31e8010532968ead5962f86da459 in 433ms, sequenceid=5, compaction requested=false at 1731568780604 (+7 ms)Writing region close event to WAL at 1731568780605 (+1 ms)Running coprocessor post-close hooks at 1731568780608 (+3 ms)Closed at 1731568780609 (+1 ms) 2024-11-14T07:19:40,609 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731568777909.9b4b31e8010532968ead5962f86da459. 2024-11-14T07:19:40,612 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/data/hbase/meta/1588230740/.tmp/ns/7a1da13e85d447e5978e89043873071d is 43, key is default/ns:d/1731568771769/Put/seqid=0 2024-11-14T07:19:40,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36945 is added to blk_1073741840_1016 (size=5153) 2024-11-14T07:19:40,772 DEBUG [RS:0;c7aa6e2790b3:40021 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T07:19:40,841 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,40021,1731568768780.replicationSource.wal-reader.c7aa6e2790b3%2C40021%2C1731568768780,1-c7aa6e2790b3,40021,1731568768780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/WALs/c7aa6e2790b3,40021,1731568768780/c7aa6e2790b3%2C40021%2C1731568768780.1731568770690 to pos 0, reset compression=false 2024-11-14T07:19:40,972 DEBUG [RS:0;c7aa6e2790b3:40021 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T07:19:41,016 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/data/hbase/meta/1588230740/.tmp/ns/7a1da13e85d447e5978e89043873071d 2024-11-14T07:19:41,034 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/data/hbase/meta/1588230740/.tmp/table/ddc417d944894ffba172e27717655117 is 53, key is hbase:replication/table:state/1731568779092/Put/seqid=0 2024-11-14T07:19:41,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36945 is added to blk_1073741841_1017 (size=5256) 2024-11-14T07:19:41,172 INFO [RS:0;c7aa6e2790b3:40021 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T07:19:41,172 DEBUG [RS:0;c7aa6e2790b3:40021 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T07:19:41,172 DEBUG [RS:0;c7aa6e2790b3:40021 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T07:19:41,372 DEBUG [RS:0;c7aa6e2790b3:40021 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T07:19:41,438 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/data/hbase/meta/1588230740/.tmp/table/ddc417d944894ffba172e27717655117 2024-11-14T07:19:41,444 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/data/hbase/meta/1588230740/.tmp/info/3c48ea7bd6584936870228915288dea5 as hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/data/hbase/meta/1588230740/info/3c48ea7bd6584936870228915288dea5 2024-11-14T07:19:41,445 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,40021,1731568768780.replicationSource.wal-reader.c7aa6e2790b3%2C40021%2C1731568768780,1-c7aa6e2790b3,40021,1731568768780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/WALs/c7aa6e2790b3,40021,1731568768780/c7aa6e2790b3%2C40021%2C1731568768780.1731568770690 to pos 0, reset compression=false 2024-11-14T07:19:41,451 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/data/hbase/meta/1588230740/info/3c48ea7bd6584936870228915288dea5, entries=10, sequenceid=11, filesize=6.5 K 2024-11-14T07:19:41,452 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/data/hbase/meta/1588230740/.tmp/ns/7a1da13e85d447e5978e89043873071d as hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/data/hbase/meta/1588230740/ns/7a1da13e85d447e5978e89043873071d 2024-11-14T07:19:41,457 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/data/hbase/meta/1588230740/ns/7a1da13e85d447e5978e89043873071d, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T07:19:41,458 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/data/hbase/meta/1588230740/.tmp/table/ddc417d944894ffba172e27717655117 as hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/data/hbase/meta/1588230740/table/ddc417d944894ffba172e27717655117 2024-11-14T07:19:41,463 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/data/hbase/meta/1588230740/table/ddc417d944894ffba172e27717655117, entries=2, sequenceid=11, filesize=5.1 K 2024-11-14T07:19:41,464 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1293ms, sequenceid=11, compaction requested=false 2024-11-14T07:19:41,468 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T07:19:41,468 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T07:19:41,469 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T07:19:41,469 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T07:19:41,469 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731568780171Running coprocessor pre-close hooks at 1731568780171Disabling compacts and flushes for region at 1731568780171Disabling writes for close at 1731568780171Obtaining lock to block concurrent updates at 1731568780171Preparing flush snapshotting stores in 1588230740 at 1731568780171Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731568780172 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731568780173 (+1 ms)Flushing 1588230740/info: creating writer at 1731568780173Flushing 1588230740/info: appending metadata at 1731568780186 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731568780186Flushing 1588230740/ns: creating writer at 1731568780597 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731568780612 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731568780612Flushing 1588230740/table: creating writer at 1731568781021 (+409 ms)Flushing 1588230740/table: appending metadata at 1731568781033 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731568781033Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d450b38: reopening flushed file at 1731568781443 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bf04c51: reopening flushed file at 1731568781451 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@150843f2: reopening flushed file at 1731568781457 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1293ms, sequenceid=11, compaction requested=false at 1731568781464 (+7 ms)Writing region close event to WAL at 1731568781465 (+1 ms)Running coprocessor post-close hooks at 1731568781468 (+3 ms)Closed at 1731568781469 (+1 ms) 2024-11-14T07:19:41,469 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T07:19:41,572 INFO [RS:0;c7aa6e2790b3:40021 {}] regionserver.HRegionServer(976): stopping server c7aa6e2790b3,40021,1731568768780; all regions closed. 2024-11-14T07:19:41,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36945 is added to blk_1073741834_1010 (size=2742) 2024-11-14T07:19:41,575 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/WALs/c7aa6e2790b3,40021,1731568768780/c7aa6e2790b3%2C40021%2C1731568768780.meta.1731568771710.meta not finished, retry = 0 2024-11-14T07:19:41,677 DEBUG [RS:0;c7aa6e2790b3:40021 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/oldWALs 2024-11-14T07:19:41,677 INFO [RS:0;c7aa6e2790b3:40021 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c7aa6e2790b3%2C40021%2C1731568768780.meta:.meta(num 1731568771710) 2024-11-14T07:19:41,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36945 is added to blk_1073741837_1013 (size=1586) 2024-11-14T07:19:41,682 DEBUG [RS:0;c7aa6e2790b3:40021 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/oldWALs 2024-11-14T07:19:41,682 INFO [RS:0;c7aa6e2790b3:40021 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c7aa6e2790b3%2C40021%2C1731568768780.rep:(num 1731568779053) 2024-11-14T07:19:41,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36945 is added to blk_1073741832_1008 (size=93) 2024-11-14T07:19:41,685 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/WALs/c7aa6e2790b3,40021,1731568768780/c7aa6e2790b3%2C40021%2C1731568768780.1731568770690 not finished, retry = 0 2024-11-14T07:19:41,787 DEBUG [RS:0;c7aa6e2790b3:40021 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/oldWALs 2024-11-14T07:19:41,787 INFO [RS:0;c7aa6e2790b3:40021 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c7aa6e2790b3%2C40021%2C1731568768780:(num 1731568770690) 2024-11-14T07:19:41,787 DEBUG [RS:0;c7aa6e2790b3:40021 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:19:41,787 INFO [RS:0;c7aa6e2790b3:40021 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T07:19:41,787 INFO [RS:0;c7aa6e2790b3:40021 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T07:19:41,788 INFO [RS:0;c7aa6e2790b3:40021 {}] hbase.ChoreService(370): Chore service for: regionserver/c7aa6e2790b3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T07:19:41,788 INFO [RS:0;c7aa6e2790b3:40021 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T07:19:41,788 INFO [regionserver/c7aa6e2790b3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T07:19:41,788 INFO [RS:0;c7aa6e2790b3:40021 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c7aa6e2790b3,40021,1731568768780 because: Region server is closing 2024-11-14T07:19:41,788 INFO [RS:0;c7aa6e2790b3:40021 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c7aa6e2790b3:40021. 2024-11-14T07:19:41,788 DEBUG [RS:0;c7aa6e2790b3:40021 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:19:41,788 DEBUG [RS:0;c7aa6e2790b3:40021 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:19:41,788 DEBUG [RS:0;c7aa6e2790b3:40021 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:19:41,788 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:19:41,889 WARN [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,40021,1731568768780.replicationSource.shipperc7aa6e2790b3%2C40021%2C1731568768780,1-c7aa6e2790b3,40021,1731568768780 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T07:19:41,889 WARN [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,40021,1731568768780.replicationSource.wal-reader.c7aa6e2790b3%2C40021%2C1731568768780,1-c7aa6e2790b3,40021,1731568768780 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T07:19:41,889 INFO [RS:0;c7aa6e2790b3:40021 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,40021,1731568768780.replicationSource.shipperc7aa6e2790b3%2C40021%2C1731568768780,1-c7aa6e2790b3,40021,1731568768780 terminated 2024-11-14T07:19:41,889 INFO [RS:0;c7aa6e2790b3:40021 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40021 2024-11-14T07:19:41,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43999-0x1013836896b0000, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1470238849/rs 2024-11-14T07:19:41,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40021-0x1013836896b0001, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1470238849/rs/c7aa6e2790b3,40021,1731568768780 2024-11-14T07:19:41,963 INFO [RS:0;c7aa6e2790b3:40021 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T07:19:41,972 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c7aa6e2790b3,40021,1731568768780] 2024-11-14T07:19:41,983 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1470238849/draining/c7aa6e2790b3,40021,1731568768780 already deleted, retry=false 2024-11-14T07:19:41,983 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c7aa6e2790b3,40021,1731568768780 expired; onlineServers=0 2024-11-14T07:19:41,983 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c7aa6e2790b3,43999,1731568768302' ***** 2024-11-14T07:19:41,983 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T07:19:41,983 INFO [M:0;c7aa6e2790b3:43999 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T07:19:41,983 INFO [M:0;c7aa6e2790b3:43999 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T07:19:41,983 DEBUG [M:0;c7aa6e2790b3:43999 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T07:19:41,983 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T07:19:41,983 DEBUG [M:0;c7aa6e2790b3:43999 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T07:19:41,983 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.small.0-1731568770455 {}] cleaner.HFileCleaner(306): Exit Thread[master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.small.0-1731568770455,5,FailOnTimeoutGroup] 2024-11-14T07:19:41,983 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.large.0-1731568770454 {}] cleaner.HFileCleaner(306): Exit Thread[master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.large.0-1731568770454,5,FailOnTimeoutGroup] 2024-11-14T07:19:41,984 INFO [M:0;c7aa6e2790b3:43999 {}] hbase.ChoreService(370): Chore service for: master/c7aa6e2790b3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T07:19:41,984 INFO [M:0;c7aa6e2790b3:43999 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T07:19:41,984 DEBUG [M:0;c7aa6e2790b3:43999 {}] master.HMaster(1795): Stopping service threads 2024-11-14T07:19:41,984 INFO [M:0;c7aa6e2790b3:43999 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T07:19:41,984 INFO [M:0;c7aa6e2790b3:43999 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T07:19:41,984 INFO [M:0;c7aa6e2790b3:43999 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T07:19:41,984 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T07:19:41,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43999-0x1013836896b0000, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1470238849/master 2024-11-14T07:19:41,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43999-0x1013836896b0000, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1470238849 2024-11-14T07:19:41,994 DEBUG [M:0;c7aa6e2790b3:43999 {}] zookeeper.ZKUtil(347): master:43999-0x1013836896b0000, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Unable to get data of znode /0-1470238849/master because node does not exist (not an error) 2024-11-14T07:19:41,994 WARN [M:0;c7aa6e2790b3:43999 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T07:19:41,994 INFO [M:0;c7aa6e2790b3:43999 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/.lastflushedseqids 2024-11-14T07:19:41,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36945 is added to blk_1073741842_1018 (size=181) 2024-11-14T07:19:42,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40021-0x1013836896b0001, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T07:19:42,073 INFO [RS:0;c7aa6e2790b3:40021 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T07:19:42,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40021-0x1013836896b0001, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T07:19:42,073 INFO [RS:0;c7aa6e2790b3:40021 {}] regionserver.HRegionServer(1031): Exiting; stopping=c7aa6e2790b3,40021,1731568768780; zookeeper connection closed. 2024-11-14T07:19:42,073 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@64df1f11 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@64df1f11 2024-11-14T07:19:42,073 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T07:19:42,399 INFO [M:0;c7aa6e2790b3:43999 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T07:19:42,399 INFO [M:0;c7aa6e2790b3:43999 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T07:19:42,399 DEBUG [M:0;c7aa6e2790b3:43999 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T07:19:42,399 INFO [M:0;c7aa6e2790b3:43999 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:19:42,399 DEBUG [M:0;c7aa6e2790b3:43999 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:19:42,399 DEBUG [M:0;c7aa6e2790b3:43999 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T07:19:42,399 DEBUG [M:0;c7aa6e2790b3:43999 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:19:42,399 INFO [M:0;c7aa6e2790b3:43999 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-14T07:19:42,413 DEBUG [M:0;c7aa6e2790b3:43999 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3c54fc4b0d684d28a2abe47bebcb9d05 is 82, key is hbase:meta,,1/info:regioninfo/1731568771739/Put/seqid=0 2024-11-14T07:19:42,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36945 is added to blk_1073741843_1019 (size=5672) 2024-11-14T07:19:42,651 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T07:19:42,817 INFO [M:0;c7aa6e2790b3:43999 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3c54fc4b0d684d28a2abe47bebcb9d05 2024-11-14T07:19:42,836 DEBUG [M:0;c7aa6e2790b3:43999 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1f6110e406ab4ca9b2e9d55d36313d3b is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731568779096/Put/seqid=0 2024-11-14T07:19:42,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36945 is added to blk_1073741844_1020 (size=7203) 2024-11-14T07:19:43,240 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T07:19:43,252 INFO [M:0;c7aa6e2790b3:43999 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1f6110e406ab4ca9b2e9d55d36313d3b 2024-11-14T07:19:43,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:19:43,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:19:43,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:19:43,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:19:43,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:19:43,292 DEBUG [M:0;c7aa6e2790b3:43999 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/046bd498f428435b89f8ae2948ad73ea is 69, key is c7aa6e2790b3,40021,1731568768780/rs:state/1731568770542/Put/seqid=0 2024-11-14T07:19:43,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:19:43,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36945 is added to blk_1073741845_1021 (size=5156) 2024-11-14T07:19:43,711 INFO [M:0;c7aa6e2790b3:43999 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/046bd498f428435b89f8ae2948ad73ea 2024-11-14T07:19:43,718 DEBUG [M:0;c7aa6e2790b3:43999 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3c54fc4b0d684d28a2abe47bebcb9d05 as hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3c54fc4b0d684d28a2abe47bebcb9d05 2024-11-14T07:19:43,724 INFO [M:0;c7aa6e2790b3:43999 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3c54fc4b0d684d28a2abe47bebcb9d05, entries=8, sequenceid=70, filesize=5.5 K 2024-11-14T07:19:43,725 DEBUG [M:0;c7aa6e2790b3:43999 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1f6110e406ab4ca9b2e9d55d36313d3b as hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1f6110e406ab4ca9b2e9d55d36313d3b 2024-11-14T07:19:43,736 INFO [M:0;c7aa6e2790b3:43999 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1f6110e406ab4ca9b2e9d55d36313d3b, entries=8, sequenceid=70, filesize=7.0 K 2024-11-14T07:19:43,738 DEBUG [M:0;c7aa6e2790b3:43999 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/046bd498f428435b89f8ae2948ad73ea as hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/046bd498f428435b89f8ae2948ad73ea 2024-11-14T07:19:43,745 INFO [M:0;c7aa6e2790b3:43999 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/046bd498f428435b89f8ae2948ad73ea, entries=1, sequenceid=70, filesize=5.0 K 2024-11-14T07:19:43,746 INFO [M:0;c7aa6e2790b3:43999 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1347ms, sequenceid=70, compaction requested=false 2024-11-14T07:19:43,765 INFO [M:0;c7aa6e2790b3:43999 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:19:43,765 DEBUG [M:0;c7aa6e2790b3:43999 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731568782399Disabling compacts and flushes for region at 1731568782399Disabling writes for close at 1731568782399Obtaining lock to block concurrent updates at 1731568782399Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731568782399Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731568782400 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731568782400Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731568782400Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731568782412 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731568782412Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731568782821 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731568782836 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731568782836Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731568783259 (+423 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731568783291 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731568783291Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7478b13e: reopening flushed file at 1731568783717 (+426 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43aa5d24: reopening flushed file at 1731568783724 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d3a8052: reopening flushed file at 1731568783736 (+12 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1347ms, sequenceid=70, compaction requested=false at 1731568783746 (+10 ms)Writing region close event to WAL at 1731568783765 (+19 ms)Closed at 1731568783765 2024-11-14T07:19:43,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36945 is added to blk_1073741830_1006 (size=41008) 2024-11-14T07:19:43,800 INFO [M:0;c7aa6e2790b3:43999 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T07:19:43,800 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T07:19:43,800 INFO [M:0;c7aa6e2790b3:43999 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43999 2024-11-14T07:19:43,801 INFO [M:0;c7aa6e2790b3:43999 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T07:19:44,006 INFO [M:0;c7aa6e2790b3:43999 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T07:19:44,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43999-0x1013836896b0000, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T07:19:44,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43999-0x1013836896b0000, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T07:19:44,008 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c7aa6e2790b3:0 server-side Connection retries=45 2024-11-14T07:19:44,008 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T07:19:44,008 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T07:19:44,009 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T07:19:44,009 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T07:19:44,009 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T07:19:44,009 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T07:19:44,009 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T07:19:44,009 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39111 2024-11-14T07:19:44,011 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39111 connecting to ZooKeeper ensemble=127.0.0.1:57992 2024-11-14T07:19:44,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:391110x0, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T07:19:44,028 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39111-0x1013836896b0006 connected 2024-11-14T07:19:44,038 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:19:44,041 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:19:44,045 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39111-0x1013836896b0006, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Set watcher on znode that does not yet exist, /0-1470238849/running 2024-11-14T07:19:44,046 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5, hbase.cluster.distributed=false 2024-11-14T07:19:44,046 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1470238849/meta-region-server: INIT 2024-11-14T07:19:44,049 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39111-0x1013836896b0006, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Set watcher on znode that does not yet exist, /0-1470238849/acl 2024-11-14T07:19:44,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39111 2024-11-14T07:19:44,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39111 2024-11-14T07:19:44,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39111 2024-11-14T07:19:44,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39111 2024-11-14T07:19:44,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39111 2024-11-14T07:19:44,130 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c7aa6e2790b3:0 server-side Connection retries=45 2024-11-14T07:19:44,130 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T07:19:44,130 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T07:19:44,130 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T07:19:44,130 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T07:19:44,130 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T07:19:44,130 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T07:19:44,130 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T07:19:44,131 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43865 2024-11-14T07:19:44,133 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43865 connecting to ZooKeeper ensemble=127.0.0.1:57992 2024-11-14T07:19:44,134 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:19:44,137 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:19:44,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:438650x0, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T07:19:44,165 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43865-0x1013836896b0007 connected 2024-11-14T07:19:44,165 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43865-0x1013836896b0007, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Set watcher on znode that does not yet exist, /0-1470238849/running 2024-11-14T07:19:44,165 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T07:19:44,168 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1470238849/meta-region-server: INIT 2024-11-14T07:19:44,176 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T07:19:44,177 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43865-0x1013836896b0007, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Set watcher on znode that does not yet exist, /0-1470238849/master 2024-11-14T07:19:44,179 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43865-0x1013836896b0007, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Set watcher on znode that does not yet exist, /0-1470238849/acl 2024-11-14T07:19:44,186 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43865 2024-11-14T07:19:44,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43865 2024-11-14T07:19:44,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43865 2024-11-14T07:19:44,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43865 2024-11-14T07:19:44,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43865 2024-11-14T07:19:44,225 DEBUG [M:0;c7aa6e2790b3:39111 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c7aa6e2790b3:39111 2024-11-14T07:19:44,225 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1470238849/backup-masters/c7aa6e2790b3,39111,1731568784008 2024-11-14T07:19:44,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43865-0x1013836896b0007, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1470238849/backup-masters 2024-11-14T07:19:44,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39111-0x1013836896b0006, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1470238849/backup-masters 2024-11-14T07:19:44,240 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39111-0x1013836896b0006, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Set watcher on existing znode=/0-1470238849/backup-masters/c7aa6e2790b3,39111,1731568784008 2024-11-14T07:19:44,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43865-0x1013836896b0007, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1470238849/master 2024-11-14T07:19:44,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43865-0x1013836896b0007, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1470238849 2024-11-14T07:19:44,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39111-0x1013836896b0006, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1470238849 2024-11-14T07:19:44,247 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39111-0x1013836896b0006, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Set watcher on existing znode=/0-1470238849/master 2024-11-14T07:19:44,250 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1470238849/backup-masters/c7aa6e2790b3,39111,1731568784008 from backup master directory 2024-11-14T07:19:44,257 WARN [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T07:19:44,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43865-0x1013836896b0007, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1470238849/backup-masters 2024-11-14T07:19:44,257 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c7aa6e2790b3,39111,1731568784008 2024-11-14T07:19:44,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39111-0x1013836896b0006, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1470238849/backup-masters/c7aa6e2790b3,39111,1731568784008 2024-11-14T07:19:44,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39111-0x1013836896b0006, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1470238849/backup-masters 2024-11-14T07:19:44,287 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:19:44,287 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T07:19:44,299 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 12ms. 2024-11-14T07:19:44,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36945 is added to blk_1073741846_1022 (size=196) 2024-11-14T07:19:44,727 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T07:19:44,728 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T07:19:44,736 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T07:19:44,749 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-14T07:19:44,753 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/MasterData/WALs/c7aa6e2790b3,43999,1731568768302 to hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/MasterData/WALs/c7aa6e2790b3,43999,1731568768302-dead as it is dead 2024-11-14T07:19:44,754 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/MasterData/WALs/c7aa6e2790b3,43999,1731568768302-dead/c7aa6e2790b3%2C43999%2C1731568768302.1731568770166 2024-11-14T07:19:44,754 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/MasterData/WALs/c7aa6e2790b3,43999,1731568768302-dead/c7aa6e2790b3%2C43999%2C1731568768302.1731568770166 after 0ms 2024-11-14T07:19:44,755 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/MasterData/WALs/c7aa6e2790b3,43999,1731568768302-dead/c7aa6e2790b3%2C43999%2C1731568768302.1731568770166 to hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/c7aa6e2790b3%2C43999%2C1731568768302.1731568770166 2024-11-14T07:19:44,755 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/MasterData/WALs/c7aa6e2790b3,43999,1731568768302-dead 2024-11-14T07:19:44,756 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/MasterData/WALs/c7aa6e2790b3,39111,1731568784008 2024-11-14T07:19:44,757 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T07:19:44,759 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c7aa6e2790b3%2C39111%2C1731568784008, suffix=, logDir=hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/MasterData/WALs/c7aa6e2790b3,39111,1731568784008, archiveDir=hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/MasterData/oldWALs, maxLogs=10 2024-11-14T07:19:44,809 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/MasterData/WALs/c7aa6e2790b3,39111,1731568784008/c7aa6e2790b3%2C39111%2C1731568784008.1731568784759, exclude list is [], retry=0 2024-11-14T07:19:44,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36945,DS-d9fee449-dc01-49b2-9343-9c01b272fc3a,DISK] 2024-11-14T07:19:44,819 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/MasterData/WALs/c7aa6e2790b3,39111,1731568784008/c7aa6e2790b3%2C39111%2C1731568784008.1731568784759 2024-11-14T07:19:44,820 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43111:43111)] 2024-11-14T07:19:44,820 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T07:19:44,820 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:19:44,820 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:19:44,820 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:19:44,824 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:19:44,829 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T07:19:44,829 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:19:44,840 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3c54fc4b0d684d28a2abe47bebcb9d05 2024-11-14T07:19:44,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:19:44,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:19:44,842 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T07:19:44,842 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:19:44,849 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1f6110e406ab4ca9b2e9d55d36313d3b 2024-11-14T07:19:44,849 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:19:44,850 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:19:44,852 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T07:19:44,856 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:19:44,866 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/046bd498f428435b89f8ae2948ad73ea 2024-11-14T07:19:44,866 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:19:44,866 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:19:44,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T07:19:44,868 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:19:44,870 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:19:44,870 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:19:44,875 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-14T07:19:44,875 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/c7aa6e2790b3%2C43999%2C1731568768302.1731568770166 2024-11-14T07:19:44,881 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/c7aa6e2790b3%2C43999%2C1731568768302.1731568770166 2024-11-14T07:19:44,882 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/c7aa6e2790b3%2C43999%2C1731568768302.1731568770166 2024-11-14T07:19:44,884 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:19:44,884 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:19:44,885 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T07:19:44,887 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:19:44,893 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-14T07:19:44,894 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75024070, jitterRate=0.11794576048851013}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T07:19:44,894 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731568784820Initializing all the Stores at 1731568784823 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568784823Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568784823Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568784823Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568784823Cleaning up temporary data from old regions at 1731568784884 (+61 ms)Region opened successfully at 1731568784894 (+10 ms) 2024-11-14T07:19:44,894 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T07:19:44,897 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53747d68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c7aa6e2790b3/172.17.0.2:0 2024-11-14T07:19:44,900 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-14T07:19:44,900 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T07:19:44,900 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T07:19:44,900 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T07:19:44,901 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T07:19:44,905 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T07:19:44,905 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T07:19:44,906 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T07:19:44,906 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-14T07:19:44,906 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T07:19:44,929 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=c7aa6e2790b3,40021,1731568768780, regionLocation=c7aa6e2790b3,40021,1731568768780, openSeqNum=2 2024-11-14T07:19:44,929 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=c7aa6e2790b3,40021,1731568768780, table=hbase:meta, region=1588230740 2024-11-14T07:19:44,929 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c7aa6e2790b3,40021,1731568768780, state=OPEN 2024-11-14T07:19:44,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43865-0x1013836896b0007, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1470238849/meta-region-server 2024-11-14T07:19:44,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39111-0x1013836896b0006, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1470238849/meta-region-server 2024-11-14T07:19:44,980 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1470238849/meta-region-server: CHANGED 2024-11-14T07:19:44,980 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1470238849/meta-region-server: CHANGED 2024-11-14T07:19:44,985 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-14T07:19:44,993 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1470238849/draining/c7aa6e2790b3,40021,1731568768780 already deleted, retry=false 2024-11-14T07:19:44,994 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of c7aa6e2790b3,40021,1731568768780 on c7aa6e2790b3,39111,1731568784008 2024-11-14T07:19:44,995 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure c7aa6e2790b3,40021,1731568768780, splitWal=true, meta=true 2024-11-14T07:19:44,995 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for c7aa6e2790b3,40021,1731568768780 (carryingMeta=true) c7aa6e2790b3,40021,1731568768780/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@cd7b519[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-14T07:19:44,998 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39111-0x1013836896b0006, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Unable to get data of znode /0-1470238849/balancer because node does not exist (not necessarily an error) 2024-11-14T07:19:45,016 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1470238849/balancer already deleted, retry=false 2024-11-14T07:19:45,017 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T07:19:45,018 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39111-0x1013836896b0006, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Unable to get data of znode /0-1470238849/normalizer because node does not exist (not necessarily an error) 2024-11-14T07:19:45,025 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1470238849/normalizer already deleted, retry=false 2024-11-14T07:19:45,026 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T07:19:45,027 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39111-0x1013836896b0006, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Unable to get data of znode /0-1470238849/switch/split because node does not exist (not necessarily an error) 2024-11-14T07:19:45,035 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1470238849/switch/split already deleted, retry=false 2024-11-14T07:19:45,037 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39111-0x1013836896b0006, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Unable to get data of znode /0-1470238849/switch/merge because node does not exist (not necessarily an error) 2024-11-14T07:19:45,048 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1470238849/switch/merge already deleted, retry=false 2024-11-14T07:19:45,068 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39111-0x1013836896b0006, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Unable to get data of znode /0-1470238849/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T07:19:45,078 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1470238849/snapshot-cleanup already deleted, retry=false 2024-11-14T07:19:45,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39111-0x1013836896b0006, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1470238849/running 2024-11-14T07:19:45,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43865-0x1013836896b0007, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1470238849/running 2024-11-14T07:19:45,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39111-0x1013836896b0006, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1470238849 2024-11-14T07:19:45,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43865-0x1013836896b0007, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1470238849 2024-11-14T07:19:45,093 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c7aa6e2790b3,39111,1731568784008, sessionid=0x1013836896b0006, setting cluster-up flag (Was=false) 2024-11-14T07:19:45,107 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1470238849/flush-table-proc/acquired, /0-1470238849/flush-table-proc/reached, /0-1470238849/flush-table-proc/abort 2024-11-14T07:19:45,108 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c7aa6e2790b3,39111,1731568784008 2024-11-14T07:19:45,122 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1470238849/online-snapshot/acquired, /0-1470238849/online-snapshot/reached, /0-1470238849/online-snapshot/abort 2024-11-14T07:19:45,123 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c7aa6e2790b3,39111,1731568784008 2024-11-14T07:19:45,126 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/.lastflushedseqids 2024-11-14T07:19:45,132 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T07:19:45,133 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T07:19:45,133 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c7aa6e2790b3,39111,1731568784008 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 c7aa6e2790b3,40021,1731568768780 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T07:19:45,144 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c7aa6e2790b3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T07:19:45,144 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c7aa6e2790b3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T07:19:45,144 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T07:19:45,144 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T07:19:45,144 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c7aa6e2790b3:0, corePoolSize=10, maxPoolSize=10 2024-11-14T07:19:45,144 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:19:45,144 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T07:19:45,144 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:19:45,171 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure c7aa6e2790b3,40021,1731568768780, splitWal=true, meta=true 2024-11-14T07:19:45,171 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731568815171 2024-11-14T07:19:45,171 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T07:19:45,171 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T07:19:45,171 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T07:19:45,171 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T07:19:45,171 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T07:19:45,171 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T07:19:45,172 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure c7aa6e2790b3,40021,1731568768780, splitWal=true, meta=true, isMeta: true 2024-11-14T07:19:45,173 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T07:19:45,174 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/WALs/c7aa6e2790b3,40021,1731568768780-splitting 2024-11-14T07:19:45,175 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/WALs/c7aa6e2790b3,40021,1731568768780-splitting dir is empty, no logs to split. 2024-11-14T07:19:45,175 INFO [PEWorker-1 {}] master.SplitWALManager(105): c7aa6e2790b3,40021,1731568768780 WAL count=0, meta=true 2024-11-14T07:19:45,177 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/WALs/c7aa6e2790b3,40021,1731568768780-splitting dir is empty, no logs to split. 2024-11-14T07:19:45,177 INFO [PEWorker-1 {}] master.SplitWALManager(105): c7aa6e2790b3,40021,1731568768780 WAL count=0, meta=true 2024-11-14T07:19:45,177 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if c7aa6e2790b3,40021,1731568768780 WAL splitting is done? wals=0, meta=true 2024-11-14T07:19:45,177 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T07:19:45,177 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T07:19:45,178 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T07:19:45,178 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T07:19:45,178 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T07:19:45,178 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T07:19:45,179 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T07:19:45,180 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T07:19:45,181 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T07:19:45,184 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.large.0-1731568785178,5,FailOnTimeoutGroup] 2024-11-14T07:19:45,188 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.small.0-1731568785184,5,FailOnTimeoutGroup] 2024-11-14T07:19:45,188 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T07:19:45,188 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T07:19:45,188 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T07:19:45,188 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T07:19:45,189 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731568785188, completionTime=-1 2024-11-14T07:19:45,189 WARN [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-14T07:19:45,189 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-14T07:19:45,218 INFO [RS:0;c7aa6e2790b3:43865 {}] regionserver.HRegionServer(746): ClusterId : 63b2ecee-d545-4d60-b9b8-e92ffdf17788 2024-11-14T07:19:45,218 DEBUG [RS:0;c7aa6e2790b3:43865 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T07:19:45,226 DEBUG [RS:0;c7aa6e2790b3:43865 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T07:19:45,226 DEBUG [RS:0;c7aa6e2790b3:43865 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T07:19:45,236 DEBUG [RS:0;c7aa6e2790b3:43865 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T07:19:45,238 DEBUG [RS:0;c7aa6e2790b3:43865 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@102cba07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c7aa6e2790b3/172.17.0.2:0 2024-11-14T07:19:45,265 DEBUG [RS:0;c7aa6e2790b3:43865 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c7aa6e2790b3:43865 2024-11-14T07:19:45,265 INFO [RS:0;c7aa6e2790b3:43865 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T07:19:45,265 INFO [RS:0;c7aa6e2790b3:43865 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T07:19:45,265 DEBUG [RS:0;c7aa6e2790b3:43865 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T07:19:45,266 INFO [RS:0;c7aa6e2790b3:43865 {}] regionserver.HRegionServer(2659): reportForDuty to master=c7aa6e2790b3,39111,1731568784008 with port=43865, startcode=1731568784129 2024-11-14T07:19:45,266 DEBUG [RS:0;c7aa6e2790b3:43865 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T07:19:45,268 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34817, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T07:19:45,269 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39111 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c7aa6e2790b3,43865,1731568784129 2024-11-14T07:19:45,269 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39111 {}] master.ServerManager(517): Registering regionserver=c7aa6e2790b3,43865,1731568784129 2024-11-14T07:19:45,271 DEBUG [RS:0;c7aa6e2790b3:43865 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5 2024-11-14T07:19:45,271 DEBUG [RS:0;c7aa6e2790b3:43865 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32879 2024-11-14T07:19:45,271 DEBUG [RS:0;c7aa6e2790b3:43865 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T07:19:45,289 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=100ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-14T07:19:45,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39111-0x1013836896b0006, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1470238849/rs 2024-11-14T07:19:45,320 DEBUG [RS:0;c7aa6e2790b3:43865 {}] zookeeper.ZKUtil(111): regionserver:43865-0x1013836896b0007, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Set watcher on existing znode=/0-1470238849/rs/c7aa6e2790b3,43865,1731568784129 2024-11-14T07:19:45,320 WARN [RS:0;c7aa6e2790b3:43865 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T07:19:45,320 INFO [RS:0;c7aa6e2790b3:43865 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T07:19:45,320 DEBUG [RS:0;c7aa6e2790b3:43865 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/WALs/c7aa6e2790b3,43865,1731568784129 2024-11-14T07:19:45,321 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c7aa6e2790b3,43865,1731568784129] 2024-11-14T07:19:45,332 WARN [c7aa6e2790b3:39111 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-14T07:19:45,349 INFO [RS:0;c7aa6e2790b3:43865 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T07:19:45,353 INFO [RS:0;c7aa6e2790b3:43865 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T07:19:45,353 INFO [RS:0;c7aa6e2790b3:43865 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T07:19:45,353 INFO [RS:0;c7aa6e2790b3:43865 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T07:19:45,356 INFO [RS:0;c7aa6e2790b3:43865 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T07:19:45,359 INFO [RS:0;c7aa6e2790b3:43865 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T07:19:45,359 INFO [RS:0;c7aa6e2790b3:43865 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T07:19:45,359 DEBUG [RS:0;c7aa6e2790b3:43865 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:19:45,359 DEBUG [RS:0;c7aa6e2790b3:43865 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:19:45,359 DEBUG [RS:0;c7aa6e2790b3:43865 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:19:45,359 DEBUG [RS:0;c7aa6e2790b3:43865 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:19:45,359 DEBUG [RS:0;c7aa6e2790b3:43865 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:19:45,359 DEBUG [RS:0;c7aa6e2790b3:43865 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c7aa6e2790b3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T07:19:45,359 DEBUG [RS:0;c7aa6e2790b3:43865 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:19:45,359 DEBUG [RS:0;c7aa6e2790b3:43865 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:19:45,359 DEBUG [RS:0;c7aa6e2790b3:43865 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:19:45,359 DEBUG [RS:0;c7aa6e2790b3:43865 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:19:45,359 DEBUG [RS:0;c7aa6e2790b3:43865 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:19:45,359 DEBUG [RS:0;c7aa6e2790b3:43865 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:19:45,359 DEBUG [RS:0;c7aa6e2790b3:43865 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c7aa6e2790b3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T07:19:45,359 DEBUG [RS:0;c7aa6e2790b3:43865 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c7aa6e2790b3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T07:19:45,364 INFO [RS:0;c7aa6e2790b3:43865 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T07:19:45,364 INFO [RS:0;c7aa6e2790b3:43865 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T07:19:45,364 INFO [RS:0;c7aa6e2790b3:43865 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T07:19:45,364 INFO [RS:0;c7aa6e2790b3:43865 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T07:19:45,364 INFO [RS:0;c7aa6e2790b3:43865 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T07:19:45,365 INFO [RS:0;c7aa6e2790b3:43865 {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,43865,1731568784129-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T07:19:45,386 INFO [RS:0;c7aa6e2790b3:43865 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T07:19:45,387 INFO [RS:0;c7aa6e2790b3:43865 {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,43865,1731568784129-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T07:19:45,404 INFO [RS:0;c7aa6e2790b3:43865 {}] regionserver.ReplicationSource(231): queueId=1-c7aa6e2790b3,43865,1731568784129, ReplicationSource: 1, currentBandwidth=0 2024-11-14T07:19:45,420 INFO [RS:0;c7aa6e2790b3:43865 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:19:45,420 INFO [RS:0;c7aa6e2790b3:43865 {}] regionserver.Replication(171): c7aa6e2790b3,43865,1731568784129 started 2024-11-14T07:19:45,440 INFO [RS:0;c7aa6e2790b3:43865 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:19:45,440 INFO [RS:0;c7aa6e2790b3:43865 {}] regionserver.HRegionServer(1482): Serving as c7aa6e2790b3,43865,1731568784129, RpcServer on c7aa6e2790b3/172.17.0.2:43865, sessionid=0x1013836896b0007 2024-11-14T07:19:45,441 DEBUG [RS:0;c7aa6e2790b3:43865 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T07:19:45,441 DEBUG [RS:0;c7aa6e2790b3:43865 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c7aa6e2790b3,43865,1731568784129 2024-11-14T07:19:45,441 DEBUG [RS:0;c7aa6e2790b3:43865 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c7aa6e2790b3,43865,1731568784129' 2024-11-14T07:19:45,441 DEBUG [RS:0;c7aa6e2790b3:43865 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1470238849/flush-table-proc/abort' 2024-11-14T07:19:45,442 DEBUG [RS:0;c7aa6e2790b3:43865 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1470238849/flush-table-proc/acquired' 2024-11-14T07:19:45,442 DEBUG [RS:0;c7aa6e2790b3:43865 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T07:19:45,442 DEBUG [RS:0;c7aa6e2790b3:43865 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T07:19:45,442 DEBUG [RS:0;c7aa6e2790b3:43865 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c7aa6e2790b3,43865,1731568784129 2024-11-14T07:19:45,442 DEBUG [RS:0;c7aa6e2790b3:43865 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c7aa6e2790b3,43865,1731568784129' 2024-11-14T07:19:45,442 DEBUG [RS:0;c7aa6e2790b3:43865 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1470238849/online-snapshot/abort' 2024-11-14T07:19:45,443 DEBUG [RS:0;c7aa6e2790b3:43865 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1470238849/online-snapshot/acquired' 2024-11-14T07:19:45,443 DEBUG [RS:0;c7aa6e2790b3:43865 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T07:19:45,443 INFO [RS:0;c7aa6e2790b3:43865 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T07:19:45,443 INFO [RS:0;c7aa6e2790b3:43865 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T07:19:45,451 DEBUG [RS:0;c7aa6e2790b3:43865.replicationSource,1-c7aa6e2790b3,43865,1731568784129 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c7aa6e2790b3:35315' 2024-11-14T07:19:45,453 DEBUG [RS:0;c7aa6e2790b3:43865.replicationSource,1-c7aa6e2790b3,43865,1731568784129 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c4bc0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:19:45,453 DEBUG [RS:0;c7aa6e2790b3:43865.replicationSource,1-c7aa6e2790b3,43865,1731568784129 {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,35315,-1 for getting cluster id 2024-11-14T07:19:45,453 DEBUG [RS:0;c7aa6e2790b3:43865.replicationSource,1-c7aa6e2790b3,43865,1731568784129 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:19:45,454 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e70604a3-e1ba-4e9d-8cc6-b619c54f31eb' 2024-11-14T07:19:45,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:19:45,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e70604a3-e1ba-4e9d-8cc6-b619c54f31eb" 2024-11-14T07:19:45,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2bfc4cf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:19:45,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,35315,-1] 2024-11-14T07:19:45,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:19:45,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:19:45,456 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:19:45,457 DEBUG [RS:0;c7aa6e2790b3:43865.replicationSource,1-c7aa6e2790b3,43865,1731568784129 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@363fee25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:19:45,457 DEBUG [RS:0;c7aa6e2790b3:43865.replicationSource,1-c7aa6e2790b3,43865,1731568784129 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:19:45,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c7aa6e2790b3,35315,1731568774172 2024-11-14T07:19:45,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7029dac9 2024-11-14T07:19:45,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T07:19:45,464 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-14T07:19:45,465 INFO [RS:0;c7aa6e2790b3:43865.replicationSource,1-c7aa6e2790b3,43865,1731568784129 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c7aa6e2790b3,43865,1731568784129 (queues=0) is replicating from cluster=63b2ecee-d545-4d60-b9b8-e92ffdf17788 to cluster=e70604a3-e1ba-4e9d-8cc6-b619c54f31eb 2024-11-14T07:19:45,544 INFO [RS:0;c7aa6e2790b3:43865 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T07:19:45,546 INFO [RS:0;c7aa6e2790b3:43865 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c7aa6e2790b3%2C43865%2C1731568784129, suffix=, logDir=hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/WALs/c7aa6e2790b3,43865,1731568784129, archiveDir=hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/oldWALs, maxLogs=10 2024-11-14T07:19:45,563 DEBUG [RS:0;c7aa6e2790b3:43865 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/WALs/c7aa6e2790b3,43865,1731568784129/c7aa6e2790b3%2C43865%2C1731568784129.1731568785546, exclude list is [], retry=0 2024-11-14T07:19:45,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36945,DS-d9fee449-dc01-49b2-9343-9c01b272fc3a,DISK] 2024-11-14T07:19:45,578 INFO [RS:0;c7aa6e2790b3:43865 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/WALs/c7aa6e2790b3,43865,1731568784129/c7aa6e2790b3%2C43865%2C1731568784129.1731568785546 2024-11-14T07:19:45,579 DEBUG [RS:0;c7aa6e2790b3:43865 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group c7aa6e2790b3%2C43865%2C1731568784129 for peer 1 2024-11-14T07:19:45,579 DEBUG [RS:0;c7aa6e2790b3:43865 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c7aa6e2790b3%2C43865%2C1731568784129 2024-11-14T07:19:45,579 INFO [RS:0;c7aa6e2790b3:43865 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c7aa6e2790b3,43865,1731568784129, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T07:19:45,584 DEBUG [RS:0;c7aa6e2790b3:43865 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43111:43111)] 2024-11-14T07:19:45,584 INFO [RS:0;c7aa6e2790b3:43865.replicationSource.shipperc7aa6e2790b3%2C43865%2C1731568784129,1-c7aa6e2790b3,43865,1731568784129 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c7aa6e2790b3%2C43865%2C1731568784129 2024-11-14T07:19:45,584 DEBUG [RS:0;c7aa6e2790b3:43865.replicationSource.wal-reader.c7aa6e2790b3%2C43865%2C1731568784129,1-c7aa6e2790b3,43865,1731568784129 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/WALs/c7aa6e2790b3,43865,1731568784129/c7aa6e2790b3%2C43865%2C1731568784129.1731568785546, startPosition=0, beingWritten=true 2024-11-14T07:19:45,791 DEBUG [RS:0;c7aa6e2790b3:43865.replicationSource.wal-reader.c7aa6e2790b3%2C43865%2C1731568784129,1-c7aa6e2790b3,43865,1731568784129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/WALs/c7aa6e2790b3,43865,1731568784129/c7aa6e2790b3%2C43865%2C1731568784129.1731568785546 to pos 0, reset compression=false 2024-11-14T07:19:45,832 DEBUG [c7aa6e2790b3:39111 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T07:19:45,832 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c7aa6e2790b3,43865,1731568784129 2024-11-14T07:19:45,833 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c7aa6e2790b3,43865,1731568784129, state=OPENING 2024-11-14T07:19:45,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39111-0x1013836896b0006, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1470238849/meta-region-server 2024-11-14T07:19:45,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43865-0x1013836896b0007, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1470238849/meta-region-server 2024-11-14T07:19:45,846 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1470238849/meta-region-server: CHANGED 2024-11-14T07:19:45,846 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1470238849/meta-region-server: CHANGED 2024-11-14T07:19:45,846 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T07:19:45,846 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c7aa6e2790b3,43865,1731568784129}] 2024-11-14T07:19:45,999 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T07:19:46,001 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53973, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T07:19:46,005 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T07:19:46,005 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T07:19:46,005 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T07:19:46,007 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c7aa6e2790b3%2C43865%2C1731568784129.meta, suffix=.meta, logDir=hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/WALs/c7aa6e2790b3,43865,1731568784129, archiveDir=hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/oldWALs, maxLogs=10 2024-11-14T07:19:46,025 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/WALs/c7aa6e2790b3,43865,1731568784129/c7aa6e2790b3%2C43865%2C1731568784129.meta.1731568786007.meta, exclude list is [], retry=0 2024-11-14T07:19:46,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36945,DS-d9fee449-dc01-49b2-9343-9c01b272fc3a,DISK] 2024-11-14T07:19:46,030 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/WALs/c7aa6e2790b3,43865,1731568784129/c7aa6e2790b3%2C43865%2C1731568784129.meta.1731568786007.meta 2024-11-14T07:19:46,032 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43111:43111)] 2024-11-14T07:19:46,032 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T07:19:46,033 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T07:19:46,033 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T07:19:46,033 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T07:19:46,033 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T07:19:46,034 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T07:19:46,034 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:19:46,034 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T07:19:46,034 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T07:19:46,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T07:19:46,037 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T07:19:46,038 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:19:46,044 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/data/hbase/meta/1588230740/info/3c48ea7bd6584936870228915288dea5 2024-11-14T07:19:46,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:19:46,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T07:19:46,046 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T07:19:46,046 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:19:46,053 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/data/hbase/meta/1588230740/ns/7a1da13e85d447e5978e89043873071d 2024-11-14T07:19:46,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:19:46,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T07:19:46,054 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T07:19:46,054 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:19:46,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:19:46,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T07:19:46,056 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T07:19:46,056 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:19:46,062 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/data/hbase/meta/1588230740/table/ddc417d944894ffba172e27717655117 2024-11-14T07:19:46,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:19:46,062 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T07:19:46,063 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/data/hbase/meta/1588230740 2024-11-14T07:19:46,064 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/data/hbase/meta/1588230740 2024-11-14T07:19:46,065 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T07:19:46,065 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T07:19:46,065 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T07:19:46,067 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T07:19:46,067 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70354631, jitterRate=0.048365697264671326}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T07:19:46,067 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T07:19:46,068 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731568786034Writing region info on filesystem at 1731568786034Initializing all the Stores at 1731568786035 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568786035Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568786036 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568786036Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568786036Cleaning up temporary data from old regions at 1731568786065 (+29 ms)Running coprocessor post-open hooks at 1731568786067 (+2 ms)Region opened successfully at 1731568786067 2024-11-14T07:19:46,069 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731568785999 2024-11-14T07:19:46,070 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T07:19:46,070 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T07:19:46,071 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=c7aa6e2790b3,43865,1731568784129 2024-11-14T07:19:46,071 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c7aa6e2790b3,43865,1731568784129, state=OPEN 2024-11-14T07:19:46,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39111-0x1013836896b0006, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1470238849/meta-region-server 2024-11-14T07:19:46,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43865-0x1013836896b0007, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1470238849/meta-region-server 2024-11-14T07:19:46,078 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c7aa6e2790b3,43865,1731568784129 2024-11-14T07:19:46,078 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1470238849/meta-region-server: CHANGED 2024-11-14T07:19:46,078 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1470238849/meta-region-server: CHANGED 2024-11-14T07:19:46,080 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-14T07:19:46,080 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c7aa6e2790b3,43865,1731568784129 in 232 msec 2024-11-14T07:19:46,081 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T07:19:46,081 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 901 msec 2024-11-14T07:19:46,095 DEBUG [RS:0;c7aa6e2790b3:43865.replicationSource.wal-reader.c7aa6e2790b3%2C43865%2C1731568784129,1-c7aa6e2790b3,43865,1731568784129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/WALs/c7aa6e2790b3,43865,1731568784129/c7aa6e2790b3%2C43865%2C1731568784129.1731568785546 to pos 0, reset compression=false 2024-11-14T07:19:46,500 DEBUG [RS:0;c7aa6e2790b3:43865.replicationSource.wal-reader.c7aa6e2790b3%2C43865%2C1731568784129,1-c7aa6e2790b3,43865,1731568784129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/WALs/c7aa6e2790b3,43865,1731568784129/c7aa6e2790b3%2C43865%2C1731568784129.1731568785546 to pos 0, reset compression=false 2024-11-14T07:19:46,791 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1602ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-14T07:19:47,005 DEBUG [RS:0;c7aa6e2790b3:43865.replicationSource.wal-reader.c7aa6e2790b3%2C43865%2C1731568784129,1-c7aa6e2790b3,43865,1731568784129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/WALs/c7aa6e2790b3,43865,1731568784129/c7aa6e2790b3%2C43865%2C1731568784129.1731568785546 to pos 0, reset compression=false 2024-11-14T07:19:47,624 DEBUG [RS:0;c7aa6e2790b3:43865.replicationSource.wal-reader.c7aa6e2790b3%2C43865%2C1731568784129,1-c7aa6e2790b3,43865,1731568784129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/WALs/c7aa6e2790b3,43865,1731568784129/c7aa6e2790b3%2C43865%2C1731568784129.1731568785546 to pos 0, reset compression=false 2024-11-14T07:19:48,294 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3105ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-14T07:19:48,330 DEBUG [RS:0;c7aa6e2790b3:43865.replicationSource.wal-reader.c7aa6e2790b3%2C43865%2C1731568784129,1-c7aa6e2790b3,43865,1731568784129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/WALs/c7aa6e2790b3,43865,1731568784129/c7aa6e2790b3%2C43865%2C1731568784129.1731568785546 to pos 0, reset compression=false 2024-11-14T07:19:49,138 DEBUG [RS:0;c7aa6e2790b3:43865.replicationSource.wal-reader.c7aa6e2790b3%2C43865%2C1731568784129,1-c7aa6e2790b3,43865,1731568784129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/WALs/c7aa6e2790b3,43865,1731568784129/c7aa6e2790b3%2C43865%2C1731568784129.1731568785546 to pos 0, reset compression=false 2024-11-14T07:19:49,696 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4507ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-14T07:19:49,696 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T07:19:49,697 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T07:19:49,697 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c7aa6e2790b3,43865,1731568784129, seqNum=-1] 2024-11-14T07:19:49,697 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T07:19:49,698 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34905, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T07:19:49,702 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9b4b31e8010532968ead5962f86da459, regionState=OPEN, lastHost=c7aa6e2790b3,40021,1731568768780, regionLocation=c7aa6e2790b3,40021,1731568768780, openSeqNum=2 2024-11-14T07:19:49,702 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T07:19:49,702 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731568849702 2024-11-14T07:19:49,702 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731568909702 2024-11-14T07:19:49,702 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 5 msec 2024-11-14T07:19:49,702 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): c7aa6e2790b3,40021,1731568768780 had 2 regions 2024-11-14T07:19:49,703 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,39111,1731568784008-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T07:19:49,703 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,39111,1731568784008-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:19:49,703 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,39111,1731568784008-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:19:49,703 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c7aa6e2790b3:39111, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:19:49,703 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T07:19:49,703 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T07:19:49,704 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure c7aa6e2790b3,40021,1731568768780, splitWal=true, meta=true, isMeta: false 2024-11-14T07:19:49,705 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/WALs/c7aa6e2790b3,40021,1731568768780-splitting dir is empty, no logs to split. 2024-11-14T07:19:49,705 INFO [PEWorker-3 {}] master.SplitWALManager(105): c7aa6e2790b3,40021,1731568768780 WAL count=0, meta=false 2024-11-14T07:19:49,708 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/WALs/c7aa6e2790b3,40021,1731568768780-splitting dir is empty, no logs to split. 2024-11-14T07:19:49,708 INFO [PEWorker-3 {}] master.SplitWALManager(105): c7aa6e2790b3,40021,1731568768780 WAL count=0, meta=false 2024-11-14T07:19:49,708 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if c7aa6e2790b3,40021,1731568768780 WAL splitting is done? wals=0, meta=false 2024-11-14T07:19:49,709 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.452sec 2024-11-14T07:19:49,709 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T07:19:49,709 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T07:19:49,709 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T07:19:49,709 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T07:19:49,709 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T07:19:49,709 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,39111,1731568784008-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T07:19:49,709 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,39111,1731568784008-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T07:19:49,710 WARN [master/c7aa6e2790b3:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=c7aa6e2790b3,40021,1731568768780/hbase:replication,,1731568777909.9b4b31e8010532968ead5962f86da459. 2024-11-14T07:19:49,712 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9b4b31e8010532968ead5962f86da459, ASSIGN}] 2024-11-14T07:19:49,712 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T07:19:49,712 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T07:19:49,713 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,39111,1731568784008-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:19:49,713 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9b4b31e8010532968ead5962f86da459, ASSIGN 2024-11-14T07:19:49,713 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9b4b31e8010532968ead5962f86da459, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T07:19:49,720 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6caa8ddc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:19:49,720 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,39111,-1 for getting cluster id 2024-11-14T07:19:49,721 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:19:49,722 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63b2ecee-d545-4d60-b9b8-e92ffdf17788' 2024-11-14T07:19:49,722 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:19:49,722 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63b2ecee-d545-4d60-b9b8-e92ffdf17788" 2024-11-14T07:19:49,722 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7388add5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:19:49,722 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,39111,-1] 2024-11-14T07:19:49,722 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:19:49,722 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:19:49,723 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:19:49,724 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13a2e03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:19:49,724 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T07:19:49,725 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c7aa6e2790b3,43865,1731568784129, seqNum=-1] 2024-11-14T07:19:49,725 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T07:19:49,726 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T07:19:49,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-14T07:19:49,728 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T07:19:49,729 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:19:49,729 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:19:49,729 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:19:49,729 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:19:49,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: c7aa6e2790b3:39111 after: c7aa6e2790b3:39111 2024-11-14T07:19:49,729 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73f76c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:19:49,729 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,39111,-1 for getting cluster id 2024-11-14T07:19:49,730 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:19:49,730 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63b2ecee-d545-4d60-b9b8-e92ffdf17788' 2024-11-14T07:19:49,730 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:19:49,730 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63b2ecee-d545-4d60-b9b8-e92ffdf17788" 2024-11-14T07:19:49,731 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77f43fee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:19:49,731 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,39111,-1] 2024-11-14T07:19:49,731 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:19:49,731 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:19:49,731 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:19:49,732 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f9b2380, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:19:49,732 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:19:49,733 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is c7aa6e2790b3,39111,1731568784008 2024-11-14T07:19:49,733 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a75aaae 2024-11-14T07:19:49,733 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T07:19:49,734 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T07:19:49,734 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39111 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-14T07:19:49,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T07:19:49,734 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T07:19:49,734 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:19:49,734 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:19:49,735 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:19:49,735 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:19:49,735 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T07:19:49,735 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1776792043, stopped=false 2024-11-14T07:19:49,735 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c7aa6e2790b3,35315,1731568774172 2024-11-14T07:19:49,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35315-0x1013836896b0003, quorum=127.0.0.1:57992, baseZNode=/1-959141897 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-959141897/running 2024-11-14T07:19:49,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35315-0x1013836896b0003, quorum=127.0.0.1:57992, baseZNode=/1-959141897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-959141897 2024-11-14T07:19:49,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37661-0x1013836896b0004, quorum=127.0.0.1:57992, baseZNode=/1-959141897 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-959141897/running 2024-11-14T07:19:49,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37661-0x1013836896b0004, quorum=127.0.0.1:57992, baseZNode=/1-959141897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-959141897 2024-11-14T07:19:49,783 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T07:19:49,783 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T07:19:49,783 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37661-0x1013836896b0004, quorum=127.0.0.1:57992, baseZNode=/1-959141897 Set watcher on znode that does not yet exist, /1-959141897/running 2024-11-14T07:19:49,783 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35315-0x1013836896b0003, quorum=127.0.0.1:57992, baseZNode=/1-959141897 Set watcher on znode that does not yet exist, /1-959141897/running 2024-11-14T07:19:49,783 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:19:49,783 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:19:49,784 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c7aa6e2790b3,37661,1731568774327' ***** 2024-11-14T07:19:49,784 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T07:19:49,784 INFO [RS:0;c7aa6e2790b3:37661 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T07:19:49,784 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T07:19:49,784 INFO [RS:0;c7aa6e2790b3:37661 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T07:19:49,784 INFO [RS:0;c7aa6e2790b3:37661 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T07:19:49,784 INFO [RS:0;c7aa6e2790b3:37661 {}] regionserver.HRegionServer(959): stopping server c7aa6e2790b3,37661,1731568774327 2024-11-14T07:19:49,784 INFO [RS:0;c7aa6e2790b3:37661 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T07:19:49,784 INFO [RS:0;c7aa6e2790b3:37661 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c7aa6e2790b3:37661. 2024-11-14T07:19:49,784 DEBUG [RS:0;c7aa6e2790b3:37661 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:19:49,784 DEBUG [RS:0;c7aa6e2790b3:37661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:19:49,784 INFO [RS:0;c7aa6e2790b3:37661 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T07:19:49,784 INFO [RS:0;c7aa6e2790b3:37661 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T07:19:49,784 INFO [RS:0;c7aa6e2790b3:37661 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T07:19:49,784 INFO [RS:0;c7aa6e2790b3:37661 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T07:19:49,785 INFO [RS:0;c7aa6e2790b3:37661 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T07:19:49,785 DEBUG [RS:0;c7aa6e2790b3:37661 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T07:19:49,785 DEBUG [RS:0;c7aa6e2790b3:37661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T07:19:49,785 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T07:19:49,785 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T07:19:49,785 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T07:19:49,785 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T07:19:49,785 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T07:19:49,785 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-14T07:19:49,793 INFO [regionserver/c7aa6e2790b3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T07:19:49,799 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33649/user/jenkins/test-data/271b9cff-e37c-3823-30dc-6f64b86a3257/data/hbase/meta/1588230740/.tmp/ns/4f321468605d49b797f04feaac1f9d65 is 43, key is default/ns:d/1731568777777/Put/seqid=0 2024-11-14T07:19:49,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33309 is added to blk_1073741835_1011 (size=5153) 2024-11-14T07:19:49,864 DEBUG [c7aa6e2790b3:39111 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T07:19:49,864 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=9b4b31e8010532968ead5962f86da459, regionState=OPENING, regionLocation=c7aa6e2790b3,43865,1731568784129 2024-11-14T07:19:49,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9b4b31e8010532968ead5962f86da459, ASSIGN because future has completed 2024-11-14T07:19:49,867 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9b4b31e8010532968ead5962f86da459, server=c7aa6e2790b3,43865,1731568784129}] 2024-11-14T07:19:49,985 DEBUG [RS:0;c7aa6e2790b3:37661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T07:19:50,023 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731568777909.9b4b31e8010532968ead5962f86da459. 2024-11-14T07:19:50,023 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T07:19:50,023 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T07:19:50,024 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c7aa6e2790b3%2C43865%2C1731568784129.rep, suffix=, logDir=hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/WALs/c7aa6e2790b3,43865,1731568784129, archiveDir=hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/oldWALs, maxLogs=10 2024-11-14T07:19:50,035 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/WALs/c7aa6e2790b3,43865,1731568784129/c7aa6e2790b3%2C43865%2C1731568784129.rep.1731568790025, exclude list is [], retry=0 2024-11-14T07:19:50,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36945,DS-d9fee449-dc01-49b2-9343-9c01b272fc3a,DISK] 2024-11-14T07:19:50,039 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/WALs/c7aa6e2790b3,43865,1731568784129/c7aa6e2790b3%2C43865%2C1731568784129.rep.1731568790025 2024-11-14T07:19:50,039 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43111:43111)] 2024-11-14T07:19:50,040 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 9b4b31e8010532968ead5962f86da459, NAME => 'hbase:replication,,1731568777909.9b4b31e8010532968ead5962f86da459.', STARTKEY => '', ENDKEY => ''} 2024-11-14T07:19:50,040 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T07:19:50,040 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T07:19:50,040 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731568777909.9b4b31e8010532968ead5962f86da459. service=MultiRowMutationService 2024-11-14T07:19:50,040 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T07:19:50,040 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9b4b31e8010532968ead5962f86da459 2024-11-14T07:19:50,040 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731568777909.9b4b31e8010532968ead5962f86da459.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:19:50,040 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 9b4b31e8010532968ead5962f86da459 2024-11-14T07:19:50,040 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 9b4b31e8010532968ead5962f86da459 2024-11-14T07:19:50,042 INFO [StoreOpener-9b4b31e8010532968ead5962f86da459-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9b4b31e8010532968ead5962f86da459 2024-11-14T07:19:50,042 INFO [StoreOpener-9b4b31e8010532968ead5962f86da459-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b4b31e8010532968ead5962f86da459 columnFamilyName hfileref 2024-11-14T07:19:50,042 DEBUG [StoreOpener-9b4b31e8010532968ead5962f86da459-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:19:50,043 INFO [StoreOpener-9b4b31e8010532968ead5962f86da459-1 {}] regionserver.HStore(327): Store=9b4b31e8010532968ead5962f86da459/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:19:50,043 INFO [StoreOpener-9b4b31e8010532968ead5962f86da459-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9b4b31e8010532968ead5962f86da459 2024-11-14T07:19:50,043 DEBUG [RS:0;c7aa6e2790b3:43865.replicationSource.wal-reader.c7aa6e2790b3%2C43865%2C1731568784129,1-c7aa6e2790b3,43865,1731568784129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/WALs/c7aa6e2790b3,43865,1731568784129/c7aa6e2790b3%2C43865%2C1731568784129.1731568785546 to pos 0, reset compression=false 2024-11-14T07:19:50,044 INFO [StoreOpener-9b4b31e8010532968ead5962f86da459-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b4b31e8010532968ead5962f86da459 columnFamilyName queue 2024-11-14T07:19:50,044 DEBUG [StoreOpener-9b4b31e8010532968ead5962f86da459-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:19:50,049 DEBUG [StoreOpener-9b4b31e8010532968ead5962f86da459-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/data/hbase/replication/9b4b31e8010532968ead5962f86da459/queue/90793f92cee443388ffa0e8783488473 2024-11-14T07:19:50,049 INFO [StoreOpener-9b4b31e8010532968ead5962f86da459-1 {}] regionserver.HStore(327): Store=9b4b31e8010532968ead5962f86da459/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:19:50,049 INFO [StoreOpener-9b4b31e8010532968ead5962f86da459-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9b4b31e8010532968ead5962f86da459 2024-11-14T07:19:50,050 INFO [StoreOpener-9b4b31e8010532968ead5962f86da459-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b4b31e8010532968ead5962f86da459 columnFamilyName sid 2024-11-14T07:19:50,050 DEBUG [StoreOpener-9b4b31e8010532968ead5962f86da459-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:19:50,050 INFO [StoreOpener-9b4b31e8010532968ead5962f86da459-1 {}] regionserver.HStore(327): Store=9b4b31e8010532968ead5962f86da459/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:19:50,051 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 9b4b31e8010532968ead5962f86da459 2024-11-14T07:19:50,051 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/data/hbase/replication/9b4b31e8010532968ead5962f86da459 2024-11-14T07:19:50,052 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/data/hbase/replication/9b4b31e8010532968ead5962f86da459 2024-11-14T07:19:50,053 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 9b4b31e8010532968ead5962f86da459 2024-11-14T07:19:50,053 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 9b4b31e8010532968ead5962f86da459 2024-11-14T07:19:50,053 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T07:19:50,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 9b4b31e8010532968ead5962f86da459 2024-11-14T07:19:50,056 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 9b4b31e8010532968ead5962f86da459; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71818207, jitterRate=0.0701746791601181}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T07:19:50,056 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9b4b31e8010532968ead5962f86da459 2024-11-14T07:19:50,056 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 9b4b31e8010532968ead5962f86da459: Running coprocessor pre-open hook at 1731568790041Writing region info on filesystem at 1731568790041Initializing all the Stores at 1731568790041Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568790041Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568790041Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568790042 (+1 ms)Cleaning up temporary data from old regions at 1731568790053 (+11 ms)Running coprocessor post-open hooks at 1731568790056 (+3 ms)Region opened successfully at 1731568790056 2024-11-14T07:19:50,057 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731568777909.9b4b31e8010532968ead5962f86da459., pid=13, masterSystemTime=1731568790019 2024-11-14T07:19:50,059 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731568777909.9b4b31e8010532968ead5962f86da459. 2024-11-14T07:19:50,059 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731568777909.9b4b31e8010532968ead5962f86da459. 2024-11-14T07:19:50,060 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=9b4b31e8010532968ead5962f86da459, regionState=OPEN, openSeqNum=9, regionLocation=c7aa6e2790b3,43865,1731568784129 2024-11-14T07:19:50,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9b4b31e8010532968ead5962f86da459, server=c7aa6e2790b3,43865,1731568784129 because future has completed 2024-11-14T07:19:50,071 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-14T07:19:50,071 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 9b4b31e8010532968ead5962f86da459, server=c7aa6e2790b3,43865,1731568784129 in 202 msec 2024-11-14T07:19:50,072 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-14T07:19:50,072 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9b4b31e8010532968ead5962f86da459, ASSIGN in 360 msec 2024-11-14T07:19:50,072 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-14T07:19:50,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731568777909.9b4b31e8010532968ead5962f86da459., hostname=c7aa6e2790b3,43865,1731568784129, seqNum=9] 2024-11-14T07:19:50,094 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for c7aa6e2790b3,40021,1731568768780 2024-11-14T07:19:50,094 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-14T07:19:50,185 DEBUG [RS:0;c7aa6e2790b3:37661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T07:19:50,203 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33649/user/jenkins/test-data/271b9cff-e37c-3823-30dc-6f64b86a3257/data/hbase/meta/1588230740/.tmp/ns/4f321468605d49b797f04feaac1f9d65 2024-11-14T07:19:50,209 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33649/user/jenkins/test-data/271b9cff-e37c-3823-30dc-6f64b86a3257/data/hbase/meta/1588230740/.tmp/ns/4f321468605d49b797f04feaac1f9d65 as hdfs://localhost:33649/user/jenkins/test-data/271b9cff-e37c-3823-30dc-6f64b86a3257/data/hbase/meta/1588230740/ns/4f321468605d49b797f04feaac1f9d65 2024-11-14T07:19:50,213 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33649/user/jenkins/test-data/271b9cff-e37c-3823-30dc-6f64b86a3257/data/hbase/meta/1588230740/ns/4f321468605d49b797f04feaac1f9d65, entries=2, sequenceid=6, filesize=5.0 K 2024-11-14T07:19:50,214 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=6, compaction requested=false 2024-11-14T07:19:50,217 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33649/user/jenkins/test-data/271b9cff-e37c-3823-30dc-6f64b86a3257/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-14T07:19:50,218 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T07:19:50,218 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T07:19:50,218 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T07:19:50,218 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731568789785Running coprocessor pre-close hooks at 1731568789785Disabling compacts and flushes for region at 1731568789785Disabling writes for close at 1731568789785Obtaining lock to block concurrent updates at 1731568789785Preparing flush snapshotting stores in 1588230740 at 1731568789785Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731568789785Flushing stores of hbase:meta,,1.1588230740 at 1731568789786 (+1 ms)Flushing 1588230740/ns: creating writer at 1731568789786Flushing 1588230740/ns: appending metadata at 1731568789798 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731568789798Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57292ae3: reopening flushed file at 1731568790208 (+410 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=6, compaction requested=false at 1731568790214 (+6 ms)Writing region close event to WAL at 1731568790214Running coprocessor post-close hooks at 1731568790217 (+3 ms)Closed at 1731568790218 (+1 ms) 2024-11-14T07:19:50,218 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T07:19:50,247 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43865 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-14T07:19:50,385 INFO [RS:0;c7aa6e2790b3:37661 {}] regionserver.HRegionServer(976): stopping server c7aa6e2790b3,37661,1731568774327; all regions closed. 2024-11-14T07:19:50,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33309 is added to blk_1073741834_1010 (size=1152) 2024-11-14T07:19:50,388 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/271b9cff-e37c-3823-30dc-6f64b86a3257/WALs/c7aa6e2790b3,37661,1731568774327/c7aa6e2790b3%2C37661%2C1731568774327.meta.1731568777713.meta not finished, retry = 0 2024-11-14T07:19:50,490 DEBUG [RS:0;c7aa6e2790b3:37661 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/271b9cff-e37c-3823-30dc-6f64b86a3257/oldWALs 2024-11-14T07:19:50,490 INFO [RS:0;c7aa6e2790b3:37661 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c7aa6e2790b3%2C37661%2C1731568774327.meta:.meta(num 1731568777713) 2024-11-14T07:19:50,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33309 is added to blk_1073741832_1008 (size=93) 2024-11-14T07:19:50,492 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/271b9cff-e37c-3823-30dc-6f64b86a3257/WALs/c7aa6e2790b3,37661,1731568774327/c7aa6e2790b3%2C37661%2C1731568774327.1731568776786 not finished, retry = 0 2024-11-14T07:19:50,595 DEBUG [RS:0;c7aa6e2790b3:37661 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/271b9cff-e37c-3823-30dc-6f64b86a3257/oldWALs 2024-11-14T07:19:50,595 INFO [RS:0;c7aa6e2790b3:37661 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c7aa6e2790b3%2C37661%2C1731568774327:(num 1731568776786) 2024-11-14T07:19:50,595 DEBUG [RS:0;c7aa6e2790b3:37661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:19:50,595 INFO [RS:0;c7aa6e2790b3:37661 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T07:19:50,595 INFO [RS:0;c7aa6e2790b3:37661 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T07:19:50,595 INFO [RS:0;c7aa6e2790b3:37661 {}] hbase.ChoreService(370): Chore service for: regionserver/c7aa6e2790b3:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T07:19:50,595 INFO [RS:0;c7aa6e2790b3:37661 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T07:19:50,595 INFO [regionserver/c7aa6e2790b3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T07:19:50,596 INFO [RS:0;c7aa6e2790b3:37661 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37661 2024-11-14T07:19:50,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35315-0x1013836896b0003, quorum=127.0.0.1:57992, baseZNode=/1-959141897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-959141897/rs 2024-11-14T07:19:50,642 INFO [RS:0;c7aa6e2790b3:37661 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T07:19:50,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37661-0x1013836896b0004, quorum=127.0.0.1:57992, baseZNode=/1-959141897 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-959141897/rs/c7aa6e2790b3,37661,1731568774327 2024-11-14T07:19:50,653 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c7aa6e2790b3,37661,1731568774327] 2024-11-14T07:19:50,663 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-959141897/draining/c7aa6e2790b3,37661,1731568774327 already deleted, retry=false 2024-11-14T07:19:50,663 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c7aa6e2790b3,37661,1731568774327 expired; onlineServers=0 2024-11-14T07:19:50,663 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c7aa6e2790b3,35315,1731568774172' ***** 2024-11-14T07:19:50,663 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T07:19:50,663 INFO [M:0;c7aa6e2790b3:35315 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T07:19:50,663 INFO [M:0;c7aa6e2790b3:35315 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T07:19:50,664 DEBUG [M:0;c7aa6e2790b3:35315 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T07:19:50,664 DEBUG [M:0;c7aa6e2790b3:35315 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T07:19:50,664 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T07:19:50,664 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.small.0-1731568776495 {}] cleaner.HFileCleaner(306): Exit Thread[master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.small.0-1731568776495,5,FailOnTimeoutGroup] 2024-11-14T07:19:50,664 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.large.0-1731568776495 {}] cleaner.HFileCleaner(306): Exit Thread[master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.large.0-1731568776495,5,FailOnTimeoutGroup] 2024-11-14T07:19:50,664 INFO [M:0;c7aa6e2790b3:35315 {}] hbase.ChoreService(370): Chore service for: master/c7aa6e2790b3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T07:19:50,664 INFO [M:0;c7aa6e2790b3:35315 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T07:19:50,664 DEBUG [M:0;c7aa6e2790b3:35315 {}] master.HMaster(1795): Stopping service threads 2024-11-14T07:19:50,664 INFO [M:0;c7aa6e2790b3:35315 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T07:19:50,664 INFO [M:0;c7aa6e2790b3:35315 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T07:19:50,664 INFO [M:0;c7aa6e2790b3:35315 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T07:19:50,664 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T07:19:50,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35315-0x1013836896b0003, quorum=127.0.0.1:57992, baseZNode=/1-959141897 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-959141897/master 2024-11-14T07:19:50,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35315-0x1013836896b0003, quorum=127.0.0.1:57992, baseZNode=/1-959141897 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-959141897 2024-11-14T07:19:50,674 DEBUG [M:0;c7aa6e2790b3:35315 {}] zookeeper.ZKUtil(347): master:35315-0x1013836896b0003, quorum=127.0.0.1:57992, baseZNode=/1-959141897 Unable to get data of znode /1-959141897/master because node does not exist (not an error) 2024-11-14T07:19:50,674 WARN [M:0;c7aa6e2790b3:35315 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T07:19:50,675 INFO [M:0;c7aa6e2790b3:35315 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33649/user/jenkins/test-data/271b9cff-e37c-3823-30dc-6f64b86a3257/.lastflushedseqids 2024-11-14T07:19:50,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33309 is added to blk_1073741836_1012 (size=99) 2024-11-14T07:19:50,690 INFO [M:0;c7aa6e2790b3:35315 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T07:19:50,691 INFO [M:0;c7aa6e2790b3:35315 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T07:19:50,691 DEBUG [M:0;c7aa6e2790b3:35315 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T07:19:50,691 INFO [M:0;c7aa6e2790b3:35315 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:19:50,691 DEBUG [M:0;c7aa6e2790b3:35315 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:19:50,691 DEBUG [M:0;c7aa6e2790b3:35315 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T07:19:50,691 DEBUG [M:0;c7aa6e2790b3:35315 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:19:50,691 INFO [M:0;c7aa6e2790b3:35315 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-14T07:19:50,705 DEBUG [M:0;c7aa6e2790b3:35315 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33649/user/jenkins/test-data/271b9cff-e37c-3823-30dc-6f64b86a3257/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6811e3f6f15f4b9fb1761694b2f75f47 is 82, key is hbase:meta,,1/info:regioninfo/1731568777756/Put/seqid=0 2024-11-14T07:19:50,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33309 is added to blk_1073741837_1013 (size=5672) 2024-11-14T07:19:50,753 INFO [RS:0;c7aa6e2790b3:37661 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T07:19:50,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37661-0x1013836896b0004, quorum=127.0.0.1:57992, baseZNode=/1-959141897 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T07:19:50,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37661-0x1013836896b0004, quorum=127.0.0.1:57992, baseZNode=/1-959141897 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T07:19:50,753 INFO [RS:0;c7aa6e2790b3:37661 {}] regionserver.HRegionServer(1031): Exiting; stopping=c7aa6e2790b3,37661,1731568774327; zookeeper connection closed. 2024-11-14T07:19:50,754 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3253d07a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3253d07a 2024-11-14T07:19:50,754 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T07:19:51,047 DEBUG [RS:0;c7aa6e2790b3:43865.replicationSource.wal-reader.c7aa6e2790b3%2C43865%2C1731568784129,1-c7aa6e2790b3,43865,1731568784129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/WALs/c7aa6e2790b3,43865,1731568784129/c7aa6e2790b3%2C43865%2C1731568784129.1731568785546 to pos 0, reset compression=false 2024-11-14T07:19:51,111 INFO [M:0;c7aa6e2790b3:35315 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33649/user/jenkins/test-data/271b9cff-e37c-3823-30dc-6f64b86a3257/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6811e3f6f15f4b9fb1761694b2f75f47 2024-11-14T07:19:51,127 DEBUG [M:0;c7aa6e2790b3:35315 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33649/user/jenkins/test-data/271b9cff-e37c-3823-30dc-6f64b86a3257/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9e91668e5be0465983671396b888a0bc is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731568777780/Put/seqid=0 2024-11-14T07:19:51,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33309 is added to blk_1073741838_1014 (size=5275) 2024-11-14T07:19:51,532 INFO [M:0;c7aa6e2790b3:35315 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33649/user/jenkins/test-data/271b9cff-e37c-3823-30dc-6f64b86a3257/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9e91668e5be0465983671396b888a0bc 2024-11-14T07:19:51,535 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T07:19:51,550 DEBUG [M:0;c7aa6e2790b3:35315 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33649/user/jenkins/test-data/271b9cff-e37c-3823-30dc-6f64b86a3257/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a8b7c84e7ad049b79d733e317f50b642 is 69, key is c7aa6e2790b3,37661,1731568774327/rs:state/1731568776591/Put/seqid=0 2024-11-14T07:19:51,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33309 is added to blk_1073741839_1015 (size=5156) 2024-11-14T07:19:51,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:19:51,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:19:51,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:19:51,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:19:51,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:19:51,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:19:51,955 INFO [M:0;c7aa6e2790b3:35315 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33649/user/jenkins/test-data/271b9cff-e37c-3823-30dc-6f64b86a3257/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a8b7c84e7ad049b79d733e317f50b642 2024-11-14T07:19:51,961 DEBUG [M:0;c7aa6e2790b3:35315 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33649/user/jenkins/test-data/271b9cff-e37c-3823-30dc-6f64b86a3257/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6811e3f6f15f4b9fb1761694b2f75f47 as hdfs://localhost:33649/user/jenkins/test-data/271b9cff-e37c-3823-30dc-6f64b86a3257/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6811e3f6f15f4b9fb1761694b2f75f47 2024-11-14T07:19:51,966 INFO [M:0;c7aa6e2790b3:35315 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33649/user/jenkins/test-data/271b9cff-e37c-3823-30dc-6f64b86a3257/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6811e3f6f15f4b9fb1761694b2f75f47, entries=8, sequenceid=28, filesize=5.5 K 2024-11-14T07:19:51,967 DEBUG [M:0;c7aa6e2790b3:35315 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33649/user/jenkins/test-data/271b9cff-e37c-3823-30dc-6f64b86a3257/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9e91668e5be0465983671396b888a0bc as hdfs://localhost:33649/user/jenkins/test-data/271b9cff-e37c-3823-30dc-6f64b86a3257/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9e91668e5be0465983671396b888a0bc 2024-11-14T07:19:51,971 INFO [M:0;c7aa6e2790b3:35315 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33649/user/jenkins/test-data/271b9cff-e37c-3823-30dc-6f64b86a3257/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9e91668e5be0465983671396b888a0bc, entries=3, sequenceid=28, filesize=5.2 K 2024-11-14T07:19:51,972 DEBUG [M:0;c7aa6e2790b3:35315 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33649/user/jenkins/test-data/271b9cff-e37c-3823-30dc-6f64b86a3257/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a8b7c84e7ad049b79d733e317f50b642 as hdfs://localhost:33649/user/jenkins/test-data/271b9cff-e37c-3823-30dc-6f64b86a3257/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a8b7c84e7ad049b79d733e317f50b642 2024-11-14T07:19:51,976 INFO [M:0;c7aa6e2790b3:35315 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33649/user/jenkins/test-data/271b9cff-e37c-3823-30dc-6f64b86a3257/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a8b7c84e7ad049b79d733e317f50b642, entries=1, sequenceid=28, filesize=5.0 K 2024-11-14T07:19:51,977 INFO [M:0;c7aa6e2790b3:35315 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=28, compaction requested=false 2024-11-14T07:19:51,978 INFO [M:0;c7aa6e2790b3:35315 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:19:51,978 DEBUG [M:0;c7aa6e2790b3:35315 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731568790691Disabling compacts and flushes for region at 1731568790691Disabling writes for close at 1731568790691Obtaining lock to block concurrent updates at 1731568790691Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731568790691Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731568790692 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731568790692Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731568790692Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731568790705 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731568790705Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731568791115 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731568791127 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731568791127Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731568791536 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731568791550 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731568791550Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2aa60df7: reopening flushed file at 1731568791960 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ff5a37f: reopening flushed file at 1731568791966 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63fba6de: reopening flushed file at 1731568791971 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=28, compaction requested=false at 1731568791977 (+6 ms)Writing region close event to WAL at 1731568791978 (+1 ms)Closed at 1731568791978 2024-11-14T07:19:51,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33309 is added to blk_1073741830_1006 (size=10165) 2024-11-14T07:19:51,980 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/271b9cff-e37c-3823-30dc-6f64b86a3257/MasterData/WALs/c7aa6e2790b3,35315,1731568774172/c7aa6e2790b3%2C35315%2C1731568774172.1731568776160 not finished, retry = 0 2024-11-14T07:19:52,081 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T07:19:52,081 INFO [M:0;c7aa6e2790b3:35315 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T07:19:52,081 INFO [M:0;c7aa6e2790b3:35315 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35315 2024-11-14T07:19:52,081 INFO [M:0;c7aa6e2790b3:35315 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T07:19:52,151 DEBUG [RS:0;c7aa6e2790b3:43865.replicationSource.wal-reader.c7aa6e2790b3%2C43865%2C1731568784129,1-c7aa6e2790b3,43865,1731568784129 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/WALs/c7aa6e2790b3,43865,1731568784129/c7aa6e2790b3%2C43865%2C1731568784129.1731568785546 to pos 0, reset compression=false 2024-11-14T07:19:52,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35315-0x1013836896b0003, quorum=127.0.0.1:57992, baseZNode=/1-959141897 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T07:19:52,205 INFO [M:0;c7aa6e2790b3:35315 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T07:19:52,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35315-0x1013836896b0003, quorum=127.0.0.1:57992, baseZNode=/1-959141897 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T07:19:52,208 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@64bc60f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T07:19:52,208 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4660777d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T07:19:52,208 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T07:19:52,208 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25341d27{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T07:19:52,208 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52d1efea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/421702d6-f242-0405-af3c-c10a3f32dd84/hadoop.log.dir/,STOPPED} 2024-11-14T07:19:52,209 WARN [BP-1407407207-172.17.0.2-1731568771853 heartbeating to localhost/127.0.0.1:33649 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T07:19:52,209 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T07:19:52,209 WARN [BP-1407407207-172.17.0.2-1731568771853 heartbeating to localhost/127.0.0.1:33649 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1407407207-172.17.0.2-1731568771853 (Datanode Uuid 748feef8-775e-4000-a9d9-91292c866c66) service to localhost/127.0.0.1:33649 2024-11-14T07:19:52,209 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T07:19:52,210 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/421702d6-f242-0405-af3c-c10a3f32dd84/cluster_5d06830b-6332-1e73-3f84-d5cc00763eb9/data/data1/current/BP-1407407207-172.17.0.2-1731568771853 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T07:19:52,210 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/421702d6-f242-0405-af3c-c10a3f32dd84/cluster_5d06830b-6332-1e73-3f84-d5cc00763eb9/data/data2/current/BP-1407407207-172.17.0.2-1731568771853 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T07:19:52,210 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T07:19:52,215 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6097698c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T07:19:52,215 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@aab5893{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T07:19:52,215 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T07:19:52,215 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@780a9b6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T07:19:52,215 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58a30a9d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/421702d6-f242-0405-af3c-c10a3f32dd84/hadoop.log.dir/,STOPPED} 2024-11-14T07:19:52,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T07:19:52,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T07:19:52,226 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T07:19:52,226 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:19:52,226 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:19:52,226 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:19:52,226 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:19:52,226 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T07:19:52,227 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=720417906, stopped=false 2024-11-14T07:19:52,227 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c7aa6e2790b3,39111,1731568784008 2024-11-14T07:19:52,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43865-0x1013836896b0007, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1470238849/running 2024-11-14T07:19:52,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39111-0x1013836896b0006, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1470238849/running 2024-11-14T07:19:52,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39111-0x1013836896b0006, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1470238849 2024-11-14T07:19:52,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43865-0x1013836896b0007, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1470238849 2024-11-14T07:19:52,242 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T07:19:52,242 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T07:19:52,242 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:19:52,242 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:19:52,243 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39111-0x1013836896b0006, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Set watcher on znode that does not yet exist, /0-1470238849/running 2024-11-14T07:19:52,243 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c7aa6e2790b3,43865,1731568784129' ***** 2024-11-14T07:19:52,243 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T07:19:52,243 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43865-0x1013836896b0007, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Set watcher on znode that does not yet exist, /0-1470238849/running 2024-11-14T07:19:52,243 INFO [RS:0;c7aa6e2790b3:43865 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T07:19:52,243 INFO [RS:0;c7aa6e2790b3:43865 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T07:19:52,243 INFO [RS:0;c7aa6e2790b3:43865 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T07:19:52,243 INFO [RS:0;c7aa6e2790b3:43865 {}] regionserver.HRegionServer(3091): Received CLOSE for 9b4b31e8010532968ead5962f86da459 2024-11-14T07:19:52,243 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T07:19:52,243 INFO [RS:0;c7aa6e2790b3:43865 {}] regionserver.HRegionServer(959): stopping server c7aa6e2790b3,43865,1731568784129 2024-11-14T07:19:52,244 INFO [RS:0;c7aa6e2790b3:43865 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T07:19:52,244 INFO [RS:0;c7aa6e2790b3:43865 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c7aa6e2790b3:43865. 2024-11-14T07:19:52,244 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9b4b31e8010532968ead5962f86da459, disabling compactions & flushes 2024-11-14T07:19:52,244 DEBUG [RS:0;c7aa6e2790b3:43865 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:19:52,244 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731568777909.9b4b31e8010532968ead5962f86da459. 2024-11-14T07:19:52,244 DEBUG [RS:0;c7aa6e2790b3:43865 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:19:52,244 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731568777909.9b4b31e8010532968ead5962f86da459. 2024-11-14T07:19:52,244 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731568777909.9b4b31e8010532968ead5962f86da459. after waiting 0 ms 2024-11-14T07:19:52,244 INFO [RS:0;c7aa6e2790b3:43865 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T07:19:52,244 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731568777909.9b4b31e8010532968ead5962f86da459. 2024-11-14T07:19:52,244 INFO [RS:0;c7aa6e2790b3:43865 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T07:19:52,244 INFO [RS:0;c7aa6e2790b3:43865 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T07:19:52,244 INFO [RS:0;c7aa6e2790b3:43865 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T07:19:52,244 INFO [RS:0;c7aa6e2790b3:43865 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T07:19:52,244 DEBUG [RS:0;c7aa6e2790b3:43865 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 9b4b31e8010532968ead5962f86da459=hbase:replication,,1731568777909.9b4b31e8010532968ead5962f86da459.} 2024-11-14T07:19:52,244 DEBUG [RS:0;c7aa6e2790b3:43865 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9b4b31e8010532968ead5962f86da459 2024-11-14T07:19:52,244 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T07:19:52,244 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T07:19:52,244 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T07:19:52,244 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T07:19:52,244 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T07:19:52,244 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-14T07:19:52,248 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/data/hbase/replication/9b4b31e8010532968ead5962f86da459/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-14T07:19:52,248 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T07:19:52,248 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T07:19:52,249 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731568777909.9b4b31e8010532968ead5962f86da459. 2024-11-14T07:19:52,249 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9b4b31e8010532968ead5962f86da459: Waiting for close lock at 1731568792244Running coprocessor pre-close hooks at 1731568792244Disabling compacts and flushes for region at 1731568792244Disabling writes for close at 1731568792244Writing region close event to WAL at 1731568792245 (+1 ms)Running coprocessor post-close hooks at 1731568792248 (+3 ms)Closed at 1731568792249 (+1 ms) 2024-11-14T07:19:52,249 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731568777909.9b4b31e8010532968ead5962f86da459. 2024-11-14T07:19:52,264 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/data/hbase/meta/1588230740/.tmp/info/9209d041cf14459a978fc02240c1717c is 147, key is hbase:replication,,1731568777909.9b4b31e8010532968ead5962f86da459./info:regioninfo/1731568790060/Put/seqid=0 2024-11-14T07:19:52,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36945 is added to blk_1073741851_1027 (size=6385) 2024-11-14T07:19:52,281 INFO [regionserver/c7aa6e2790b3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T07:19:52,373 INFO [regionserver/c7aa6e2790b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T07:19:52,373 INFO [regionserver/c7aa6e2790b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T07:19:52,444 DEBUG [RS:0;c7aa6e2790b3:43865 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T07:19:52,644 DEBUG [RS:0;c7aa6e2790b3:43865 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T07:19:52,668 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/data/hbase/meta/1588230740/.tmp/info/9209d041cf14459a978fc02240c1717c 2024-11-14T07:19:52,674 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/data/hbase/meta/1588230740/.tmp/info/9209d041cf14459a978fc02240c1717c as hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/data/hbase/meta/1588230740/info/9209d041cf14459a978fc02240c1717c 2024-11-14T07:19:52,680 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/data/hbase/meta/1588230740/info/9209d041cf14459a978fc02240c1717c, entries=8, sequenceid=19, filesize=6.2 K 2024-11-14T07:19:52,681 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 437ms, sequenceid=19, compaction requested=false 2024-11-14T07:19:52,686 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-14T07:19:52,686 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T07:19:52,686 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T07:19:52,686 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T07:19:52,686 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731568792244Running coprocessor pre-close hooks at 1731568792244Disabling compacts and flushes for region at 1731568792244Disabling writes for close at 1731568792244Obtaining lock to block concurrent updates at 1731568792244Preparing flush snapshotting stores in 1588230740 at 1731568792244Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731568792245 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731568792245Flushing 1588230740/info: creating writer at 1731568792245Flushing 1588230740/info: appending metadata at 1731568792263 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731568792263Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6aac5e94: reopening flushed file at 1731568792673 (+410 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 437ms, sequenceid=19, compaction requested=false at 1731568792681 (+8 ms)Writing region close event to WAL at 1731568792683 (+2 ms)Running coprocessor post-close hooks at 1731568792686 (+3 ms)Closed at 1731568792686 2024-11-14T07:19:52,687 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T07:19:52,845 INFO [RS:0;c7aa6e2790b3:43865 {}] regionserver.HRegionServer(976): stopping server c7aa6e2790b3,43865,1731568784129; all regions closed. 2024-11-14T07:19:52,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36945 is added to blk_1073741849_1025 (size=2156) 2024-11-14T07:19:52,852 DEBUG [RS:0;c7aa6e2790b3:43865 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/oldWALs 2024-11-14T07:19:52,852 INFO [RS:0;c7aa6e2790b3:43865 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c7aa6e2790b3%2C43865%2C1731568784129.meta:.meta(num 1731568786007) 2024-11-14T07:19:52,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36945 is added to blk_1073741850_1026 (size=796) 2024-11-14T07:19:52,862 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/WALs/c7aa6e2790b3,43865,1731568784129/c7aa6e2790b3%2C43865%2C1731568784129.rep.1731568790025 not finished, retry = 0 2024-11-14T07:19:52,965 DEBUG [RS:0;c7aa6e2790b3:43865 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/oldWALs 2024-11-14T07:19:52,965 INFO [RS:0;c7aa6e2790b3:43865 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c7aa6e2790b3%2C43865%2C1731568784129.rep:(num 1731568790025) 2024-11-14T07:19:52,967 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/WALs/c7aa6e2790b3,43865,1731568784129/c7aa6e2790b3%2C43865%2C1731568784129.1731568785546 not finished, retry = 0 2024-11-14T07:19:52,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36945 is added to blk_1073741848_1024 (size=93) 2024-11-14T07:19:53,069 DEBUG [RS:0;c7aa6e2790b3:43865 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/oldWALs 2024-11-14T07:19:53,069 INFO [RS:0;c7aa6e2790b3:43865 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c7aa6e2790b3%2C43865%2C1731568784129:(num 1731568785546) 2024-11-14T07:19:53,069 DEBUG [RS:0;c7aa6e2790b3:43865 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:19:53,069 INFO [RS:0;c7aa6e2790b3:43865 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T07:19:53,070 INFO [RS:0;c7aa6e2790b3:43865 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T07:19:53,070 INFO [RS:0;c7aa6e2790b3:43865 {}] hbase.ChoreService(370): Chore service for: regionserver/c7aa6e2790b3:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T07:19:53,070 INFO [RS:0;c7aa6e2790b3:43865 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T07:19:53,070 INFO [regionserver/c7aa6e2790b3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T07:19:53,070 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/c7aa6e2790b3:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-14T07:19:53,070 INFO [RS:0;c7aa6e2790b3:43865 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c7aa6e2790b3,43865,1731568784129 because: Region server is closing 2024-11-14T07:19:53,070 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/c7aa6e2790b3:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-14T07:19:53,070 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/c7aa6e2790b3:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-14T07:19:53,070 INFO [RS:0;c7aa6e2790b3:43865 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c7aa6e2790b3:43865. 2024-11-14T07:19:53,071 DEBUG [RS:0;c7aa6e2790b3:43865 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:19:53,071 DEBUG [RS:0;c7aa6e2790b3:43865 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:19:53,071 DEBUG [RS:0;c7aa6e2790b3:43865 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:19:53,071 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:19:53,171 WARN [RS:0;c7aa6e2790b3:43865.replicationSource.wal-reader.c7aa6e2790b3%2C43865%2C1731568784129,1-c7aa6e2790b3,43865,1731568784129 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T07:19:53,171 WARN [RS:0;c7aa6e2790b3:43865.replicationSource.shipperc7aa6e2790b3%2C43865%2C1731568784129,1-c7aa6e2790b3,43865,1731568784129 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T07:19:53,171 INFO [RS:0;c7aa6e2790b3:43865 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;c7aa6e2790b3:43865.replicationSource.shipperc7aa6e2790b3%2C43865%2C1731568784129,1-c7aa6e2790b3,43865,1731568784129 terminated 2024-11-14T07:19:53,171 INFO [RS:0;c7aa6e2790b3:43865 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43865 2024-11-14T07:19:53,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43865-0x1013836896b0007, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1470238849/rs/c7aa6e2790b3,43865,1731568784129 2024-11-14T07:19:53,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39111-0x1013836896b0006, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1470238849/rs 2024-11-14T07:19:53,221 INFO [RS:0;c7aa6e2790b3:43865 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T07:19:53,231 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c7aa6e2790b3,43865,1731568784129] 2024-11-14T07:19:53,242 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1470238849/draining/c7aa6e2790b3,43865,1731568784129 already deleted, retry=false 2024-11-14T07:19:53,242 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c7aa6e2790b3,43865,1731568784129 expired; onlineServers=0 2024-11-14T07:19:53,242 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c7aa6e2790b3,39111,1731568784008' ***** 2024-11-14T07:19:53,242 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T07:19:53,242 INFO [M:0;c7aa6e2790b3:39111 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T07:19:53,242 INFO [M:0;c7aa6e2790b3:39111 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T07:19:53,242 DEBUG [M:0;c7aa6e2790b3:39111 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T07:19:53,242 DEBUG [M:0;c7aa6e2790b3:39111 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T07:19:53,242 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T07:19:53,242 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.large.0-1731568785178 {}] cleaner.HFileCleaner(306): Exit Thread[master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.large.0-1731568785178,5,FailOnTimeoutGroup] 2024-11-14T07:19:53,242 INFO [M:0;c7aa6e2790b3:39111 {}] hbase.ChoreService(370): Chore service for: master/c7aa6e2790b3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T07:19:53,242 INFO [M:0;c7aa6e2790b3:39111 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T07:19:53,242 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.small.0-1731568785184 {}] cleaner.HFileCleaner(306): Exit Thread[master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.small.0-1731568785184,5,FailOnTimeoutGroup] 2024-11-14T07:19:53,242 DEBUG [M:0;c7aa6e2790b3:39111 {}] master.HMaster(1795): Stopping service threads 2024-11-14T07:19:53,242 INFO [M:0;c7aa6e2790b3:39111 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T07:19:53,243 INFO [M:0;c7aa6e2790b3:39111 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T07:19:53,243 INFO [M:0;c7aa6e2790b3:39111 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T07:19:53,243 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T07:19:53,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39111-0x1013836896b0006, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1470238849/master 2024-11-14T07:19:53,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39111-0x1013836896b0006, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1470238849 2024-11-14T07:19:53,252 DEBUG [M:0;c7aa6e2790b3:39111 {}] zookeeper.ZKUtil(347): master:39111-0x1013836896b0006, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Unable to get data of znode /0-1470238849/master because node does not exist (not an error) 2024-11-14T07:19:53,252 WARN [M:0;c7aa6e2790b3:39111 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T07:19:53,253 INFO [M:0;c7aa6e2790b3:39111 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/.lastflushedseqids 2024-11-14T07:19:53,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36945 is added to blk_1073741852_1028 (size=181) 2024-11-14T07:19:53,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43865-0x1013836896b0007, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T07:19:53,332 INFO [RS:0;c7aa6e2790b3:43865 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T07:19:53,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43865-0x1013836896b0007, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T07:19:53,332 INFO [RS:0;c7aa6e2790b3:43865 {}] regionserver.HRegionServer(1031): Exiting; stopping=c7aa6e2790b3,43865,1731568784129; zookeeper connection closed. 2024-11-14T07:19:53,332 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@61b9747a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@61b9747a 2024-11-14T07:19:53,332 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T07:19:53,658 INFO [M:0;c7aa6e2790b3:39111 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T07:19:53,658 INFO [M:0;c7aa6e2790b3:39111 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T07:19:53,658 DEBUG [M:0;c7aa6e2790b3:39111 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T07:19:53,658 INFO [M:0;c7aa6e2790b3:39111 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:19:53,658 DEBUG [M:0;c7aa6e2790b3:39111 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:19:53,658 DEBUG [M:0;c7aa6e2790b3:39111 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T07:19:53,659 DEBUG [M:0;c7aa6e2790b3:39111 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:19:53,659 INFO [M:0;c7aa6e2790b3:39111 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-14T07:19:53,672 DEBUG [M:0;c7aa6e2790b3:39111 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/655f12f54efe4510beada9601ca7edc8 is 82, key is hbase:meta,,1/info:regioninfo/1731568786071/Put/seqid=0 2024-11-14T07:19:53,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36945 is added to blk_1073741853_1029 (size=5672) 2024-11-14T07:19:54,077 INFO [M:0;c7aa6e2790b3:39111 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/655f12f54efe4510beada9601ca7edc8 2024-11-14T07:19:54,104 DEBUG [M:0;c7aa6e2790b3:39111 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6ab64247662a4a998801d792211f3728 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731568790071/Put/seqid=0 2024-11-14T07:19:54,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36945 is added to blk_1073741854_1030 (size=7312) 2024-11-14T07:19:54,111 INFO [M:0;c7aa6e2790b3:39111 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6ab64247662a4a998801d792211f3728 2024-11-14T07:19:54,141 DEBUG [M:0;c7aa6e2790b3:39111 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/199b84a1007c4431af883a5426a3d5ae is 69, key is c7aa6e2790b3,43865,1731568784129/rs:state/1731568785269/Put/seqid=0 2024-11-14T07:19:54,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36945 is added to blk_1073741855_1031 (size=5370) 2024-11-14T07:19:54,149 INFO [M:0;c7aa6e2790b3:39111 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/199b84a1007c4431af883a5426a3d5ae 2024-11-14T07:19:54,155 INFO [M:0;c7aa6e2790b3:39111 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 199b84a1007c4431af883a5426a3d5ae 2024-11-14T07:19:54,157 DEBUG [M:0;c7aa6e2790b3:39111 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/655f12f54efe4510beada9601ca7edc8 as hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/655f12f54efe4510beada9601ca7edc8 2024-11-14T07:19:54,165 INFO [M:0;c7aa6e2790b3:39111 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/655f12f54efe4510beada9601ca7edc8, entries=8, sequenceid=127, filesize=5.5 K 2024-11-14T07:19:54,166 DEBUG [M:0;c7aa6e2790b3:39111 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6ab64247662a4a998801d792211f3728 as hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6ab64247662a4a998801d792211f3728 2024-11-14T07:19:54,173 INFO [M:0;c7aa6e2790b3:39111 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6ab64247662a4a998801d792211f3728, entries=7, sequenceid=127, filesize=7.1 K 2024-11-14T07:19:54,175 DEBUG [M:0;c7aa6e2790b3:39111 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/199b84a1007c4431af883a5426a3d5ae as hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/199b84a1007c4431af883a5426a3d5ae 2024-11-14T07:19:54,183 INFO [M:0;c7aa6e2790b3:39111 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 199b84a1007c4431af883a5426a3d5ae 2024-11-14T07:19:54,183 INFO [M:0;c7aa6e2790b3:39111 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32879/user/jenkins/test-data/dd840431-d4a0-d464-6b6c-a6c79b3441a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/199b84a1007c4431af883a5426a3d5ae, entries=2, sequenceid=127, filesize=5.2 K 2024-11-14T07:19:54,184 INFO [M:0;c7aa6e2790b3:39111 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 525ms, sequenceid=127, compaction requested=false 2024-11-14T07:19:54,188 INFO [M:0;c7aa6e2790b3:39111 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:19:54,188 DEBUG [M:0;c7aa6e2790b3:39111 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731568793658Disabling compacts and flushes for region at 1731568793658Disabling writes for close at 1731568793658Obtaining lock to block concurrent updates at 1731568793659 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731568793659Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731568793659Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731568793660 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731568793660Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731568793672 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731568793672Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731568794083 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731568794104 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731568794104Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731568794121 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731568794140 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731568794140Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f546c97: reopening flushed file at 1731568794155 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65e03ccb: reopening flushed file at 1731568794165 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@422ef62e: reopening flushed file at 1731568794173 (+8 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 525ms, sequenceid=127, compaction requested=false at 1731568794184 (+11 ms)Writing region close event to WAL at 1731568794188 (+4 ms)Closed at 1731568794188 2024-11-14T07:19:54,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36945 is added to blk_1073741847_1023 (size=22903) 2024-11-14T07:19:54,196 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T07:19:54,196 INFO [M:0;c7aa6e2790b3:39111 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T07:19:54,196 INFO [M:0;c7aa6e2790b3:39111 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39111 2024-11-14T07:19:54,197 INFO [M:0;c7aa6e2790b3:39111 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T07:19:54,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39111-0x1013836896b0006, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T07:19:54,374 INFO [M:0;c7aa6e2790b3:39111 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T07:19:54,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39111-0x1013836896b0006, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T07:19:54,376 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7267b7b2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T07:19:54,376 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@69252cfb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T07:19:54,376 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T07:19:54,376 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68ab4aab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T07:19:54,376 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3acf8af7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b42184c0-5438-2f4b-576d-0cfa52c2fa40/hadoop.log.dir/,STOPPED} 2024-11-14T07:19:54,377 WARN [BP-1794015572-172.17.0.2-1731568766417 heartbeating to localhost/127.0.0.1:32879 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T07:19:54,377 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T07:19:54,377 WARN [BP-1794015572-172.17.0.2-1731568766417 heartbeating to localhost/127.0.0.1:32879 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1794015572-172.17.0.2-1731568766417 (Datanode Uuid 7954a968-91e6-4775-9d3b-09affa04f63e) service to localhost/127.0.0.1:32879 2024-11-14T07:19:54,377 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T07:19:54,378 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b42184c0-5438-2f4b-576d-0cfa52c2fa40/cluster_c8dbf54f-0b2c-e8c1-6a13-3cb1ac4e939b/data/data1/current/BP-1794015572-172.17.0.2-1731568766417 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T07:19:54,378 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b42184c0-5438-2f4b-576d-0cfa52c2fa40/cluster_c8dbf54f-0b2c-e8c1-6a13-3cb1ac4e939b/data/data2/current/BP-1794015572-172.17.0.2-1731568766417 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T07:19:54,378 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T07:19:54,382 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@53b49fb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T07:19:54,383 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5b6b475e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T07:19:54,383 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T07:19:54,383 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@626b1448{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T07:19:54,383 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6115c9db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b42184c0-5438-2f4b-576d-0cfa52c2fa40/hadoop.log.dir/,STOPPED} 2024-11-14T07:19:54,388 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T07:19:54,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T07:19:54,405 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=206 (was 162) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33649 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33649 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33649 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33649 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57992) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33649 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33649 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:32879 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33649 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33649 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:32879 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:32879 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32879 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32879 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33649 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32879 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32879 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32879 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:32879 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:33649 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:32879 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57992) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=366 (was 332) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5185 (was 5781) 2024-11-14T07:19:54,413 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=206, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=366, ProcessCount=11, AvailableMemoryMB=5185 2024-11-14T07:19:54,424 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-14T07:19:54,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/421702d6-f242-0405-af3c-c10a3f32dd84/hadoop.log.dir so I do NOT create it in target/test-data/b8f0b05a-14f9-49db-2bee-3e6b1731c664 2024-11-14T07:19:54,424 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/421702d6-f242-0405-af3c-c10a3f32dd84/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T07:19:54,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/421702d6-f242-0405-af3c-c10a3f32dd84/hadoop.tmp.dir so I do NOT create it in target/test-data/b8f0b05a-14f9-49db-2bee-3e6b1731c664 2024-11-14T07:19:54,424 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/421702d6-f242-0405-af3c-c10a3f32dd84/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T07:19:54,424 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b8f0b05a-14f9-49db-2bee-3e6b1731c664 2024-11-14T07:19:54,424 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b8f0b05a-14f9-49db-2bee-3e6b1731c664/cluster_dbb40ffa-3889-709a-8c9c-9b3451505a23, deleteOnExit=true 2024-11-14T07:19:54,426 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b8f0b05a-14f9-49db-2bee-3e6b1731c664/cluster_dbb40ffa-3889-709a-8c9c-9b3451505a23/zookeeper_0, clientPort=51830, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b8f0b05a-14f9-49db-2bee-3e6b1731c664/cluster_dbb40ffa-3889-709a-8c9c-9b3451505a23/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b8f0b05a-14f9-49db-2bee-3e6b1731c664/cluster_dbb40ffa-3889-709a-8c9c-9b3451505a23/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T07:19:54,427 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51830 2024-11-14T07:19:54,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T07:19:54,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T07:19:54,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b8f0b05a-14f9-49db-2bee-3e6b1731c664/test.cache.data in system properties and HBase conf 2024-11-14T07:19:54,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b8f0b05a-14f9-49db-2bee-3e6b1731c664/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T07:19:54,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b8f0b05a-14f9-49db-2bee-3e6b1731c664/hadoop.log.dir in system properties and HBase conf 2024-11-14T07:19:54,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b8f0b05a-14f9-49db-2bee-3e6b1731c664/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T07:19:54,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b8f0b05a-14f9-49db-2bee-3e6b1731c664/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T07:19:54,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T07:19:54,428 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T07:19:54,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b8f0b05a-14f9-49db-2bee-3e6b1731c664/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T07:19:54,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b8f0b05a-14f9-49db-2bee-3e6b1731c664/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T07:19:54,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b8f0b05a-14f9-49db-2bee-3e6b1731c664/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T07:19:54,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b8f0b05a-14f9-49db-2bee-3e6b1731c664/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T07:19:54,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b8f0b05a-14f9-49db-2bee-3e6b1731c664/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T07:19:54,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b8f0b05a-14f9-49db-2bee-3e6b1731c664/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T07:19:54,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b8f0b05a-14f9-49db-2bee-3e6b1731c664/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T07:19:54,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b8f0b05a-14f9-49db-2bee-3e6b1731c664/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T07:19:54,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b8f0b05a-14f9-49db-2bee-3e6b1731c664/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T07:19:54,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b8f0b05a-14f9-49db-2bee-3e6b1731c664/nfs.dump.dir in system properties and HBase conf 2024-11-14T07:19:54,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b8f0b05a-14f9-49db-2bee-3e6b1731c664/java.io.tmpdir in system properties and HBase conf 2024-11-14T07:19:54,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b8f0b05a-14f9-49db-2bee-3e6b1731c664/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T07:19:54,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b8f0b05a-14f9-49db-2bee-3e6b1731c664/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T07:19:54,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b8f0b05a-14f9-49db-2bee-3e6b1731c664/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T07:19:54,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013836896b0005, quorum=127.0.0.1:57992, baseZNode=/1-959141897 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T07:19:54,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013836896b0002, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T07:19:54,487 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013836896b0005, quorum=127.0.0.1:57992, baseZNode=/1-959141897 Received Disconnected from ZooKeeper, ignoring 2024-11-14T07:19:54,487 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013836896b0002, quorum=127.0.0.1:57992, baseZNode=/0-1470238849 Received Disconnected from ZooKeeper, ignoring 2024-11-14T07:19:54,909 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T07:19:54,912 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T07:19:54,913 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T07:19:54,913 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T07:19:54,914 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T07:19:54,915 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T07:19:54,916 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@755866f7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b8f0b05a-14f9-49db-2bee-3e6b1731c664/hadoop.log.dir/,AVAILABLE} 2024-11-14T07:19:54,916 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@169a1fe0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T07:19:55,011 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@199d0f84{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b8f0b05a-14f9-49db-2bee-3e6b1731c664/java.io.tmpdir/jetty-localhost-43435-hadoop-hdfs-3_4_1-tests_jar-_-any-1758568828358134625/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T07:19:55,012 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@265c2aad{HTTP/1.1, (http/1.1)}{localhost:43435} 2024-11-14T07:19:55,012 INFO [Time-limited test {}] server.Server(415): Started @164855ms 2024-11-14T07:19:55,375 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T07:19:55,378 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T07:19:55,381 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T07:19:55,382 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T07:19:55,382 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T07:19:55,384 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@693f0c4e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b8f0b05a-14f9-49db-2bee-3e6b1731c664/hadoop.log.dir/,AVAILABLE} 2024-11-14T07:19:55,384 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6764637a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T07:19:55,480 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@469bf754{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b8f0b05a-14f9-49db-2bee-3e6b1731c664/java.io.tmpdir/jetty-localhost-45155-hadoop-hdfs-3_4_1-tests_jar-_-any-9845103441009040852/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T07:19:55,480 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@169b54f{HTTP/1.1, (http/1.1)}{localhost:45155} 2024-11-14T07:19:55,480 INFO [Time-limited test {}] server.Server(415): Started @165323ms 2024-11-14T07:19:55,482 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T07:19:56,089 WARN [Thread-1673 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b8f0b05a-14f9-49db-2bee-3e6b1731c664/cluster_dbb40ffa-3889-709a-8c9c-9b3451505a23/data/data1/current/BP-1434429934-172.17.0.2-1731568794460/current, will proceed with Du for space computation calculation, 2024-11-14T07:19:56,089 WARN [Thread-1674 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b8f0b05a-14f9-49db-2bee-3e6b1731c664/cluster_dbb40ffa-3889-709a-8c9c-9b3451505a23/data/data2/current/BP-1434429934-172.17.0.2-1731568794460/current, will proceed with Du for space computation calculation, 2024-11-14T07:19:56,106 WARN [Thread-1661 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T07:19:56,110 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x22876a195f19014e with lease ID 0x1c1638becb7a4a: Processing first storage report for DS-a586acf8-6d4f-402d-aba9-a3c7e4c89305 from datanode DatanodeRegistration(127.0.0.1:36623, datanodeUuid=bd5a6e24-acbc-4875-9afd-2f5e1205e0f4, infoPort=46865, infoSecurePort=0, ipcPort=43309, storageInfo=lv=-57;cid=testClusterID;nsid=988533069;c=1731568794460) 2024-11-14T07:19:56,110 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x22876a195f19014e with lease ID 0x1c1638becb7a4a: from storage DS-a586acf8-6d4f-402d-aba9-a3c7e4c89305 node DatanodeRegistration(127.0.0.1:36623, datanodeUuid=bd5a6e24-acbc-4875-9afd-2f5e1205e0f4, infoPort=46865, infoSecurePort=0, ipcPort=43309, storageInfo=lv=-57;cid=testClusterID;nsid=988533069;c=1731568794460), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T07:19:56,110 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x22876a195f19014e with lease ID 0x1c1638becb7a4a: Processing first storage report for DS-8a4d3df7-0e44-46fc-905f-43a97d790045 from datanode DatanodeRegistration(127.0.0.1:36623, datanodeUuid=bd5a6e24-acbc-4875-9afd-2f5e1205e0f4, infoPort=46865, infoSecurePort=0, ipcPort=43309, storageInfo=lv=-57;cid=testClusterID;nsid=988533069;c=1731568794460) 2024-11-14T07:19:56,110 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x22876a195f19014e with lease ID 0x1c1638becb7a4a: from storage DS-8a4d3df7-0e44-46fc-905f-43a97d790045 node DatanodeRegistration(127.0.0.1:36623, datanodeUuid=bd5a6e24-acbc-4875-9afd-2f5e1205e0f4, infoPort=46865, infoSecurePort=0, ipcPort=43309, storageInfo=lv=-57;cid=testClusterID;nsid=988533069;c=1731568794460), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T07:19:56,209 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b8f0b05a-14f9-49db-2bee-3e6b1731c664 2024-11-14T07:19:56,209 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:19:56,210 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:19:56,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741825_1001 (size=7) 2024-11-14T07:19:56,617 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3 with version=8 2024-11-14T07:19:56,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/hbase-staging 2024-11-14T07:19:56,619 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c7aa6e2790b3:0 server-side Connection retries=45 2024-11-14T07:19:56,619 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T07:19:56,619 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T07:19:56,619 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T07:19:56,619 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T07:19:56,619 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T07:19:56,619 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T07:19:56,619 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T07:19:56,620 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41457 2024-11-14T07:19:56,620 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41457 connecting to ZooKeeper ensemble=127.0.0.1:51830 2024-11-14T07:19:56,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:414570x0, quorum=127.0.0.1:51830, baseZNode=/01643293465 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T07:19:56,716 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41457-0x1013836f6e50000 connected 2024-11-14T07:19:56,800 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:19:56,801 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:19:56,802 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41457-0x1013836f6e50000, quorum=127.0.0.1:51830, baseZNode=/01643293465 Set watcher on znode that does not yet exist, /01643293465/running 2024-11-14T07:19:56,802 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3, hbase.cluster.distributed=false 2024-11-14T07:19:56,804 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41457-0x1013836f6e50000, quorum=127.0.0.1:51830, baseZNode=/01643293465 Set watcher on znode that does not yet exist, /01643293465/acl 2024-11-14T07:19:56,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41457 2024-11-14T07:19:56,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41457 2024-11-14T07:19:56,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41457 2024-11-14T07:19:56,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41457 2024-11-14T07:19:56,805 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41457 2024-11-14T07:19:56,817 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c7aa6e2790b3:0 server-side Connection retries=45 2024-11-14T07:19:56,818 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T07:19:56,818 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T07:19:56,818 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T07:19:56,818 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T07:19:56,818 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T07:19:56,818 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T07:19:56,818 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T07:19:56,818 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38503 2024-11-14T07:19:56,820 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38503 connecting to ZooKeeper ensemble=127.0.0.1:51830 2024-11-14T07:19:56,820 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:19:56,822 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:19:56,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:385030x0, quorum=127.0.0.1:51830, baseZNode=/01643293465 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T07:19:56,835 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:385030x0, quorum=127.0.0.1:51830, baseZNode=/01643293465 Set watcher on znode that does not yet exist, /01643293465/running 2024-11-14T07:19:56,835 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38503-0x1013836f6e50001 connected 2024-11-14T07:19:56,836 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T07:19:56,836 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T07:19:56,836 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38503-0x1013836f6e50001, quorum=127.0.0.1:51830, baseZNode=/01643293465 Set watcher on znode that does not yet exist, /01643293465/master 2024-11-14T07:19:56,837 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38503-0x1013836f6e50001, quorum=127.0.0.1:51830, baseZNode=/01643293465 Set watcher on znode that does not yet exist, /01643293465/acl 2024-11-14T07:19:56,839 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38503 2024-11-14T07:19:56,840 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38503 2024-11-14T07:19:56,841 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38503 2024-11-14T07:19:56,841 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38503 2024-11-14T07:19:56,842 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38503 2024-11-14T07:19:56,856 DEBUG [M:0;c7aa6e2790b3:41457 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c7aa6e2790b3:41457 2024-11-14T07:19:56,857 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01643293465/backup-masters/c7aa6e2790b3,41457,1731568796619 2024-11-14T07:19:56,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41457-0x1013836f6e50000, quorum=127.0.0.1:51830, baseZNode=/01643293465 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01643293465/backup-masters 2024-11-14T07:19:56,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38503-0x1013836f6e50001, quorum=127.0.0.1:51830, baseZNode=/01643293465 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01643293465/backup-masters 2024-11-14T07:19:56,867 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41457-0x1013836f6e50000, quorum=127.0.0.1:51830, baseZNode=/01643293465 Set watcher on existing znode=/01643293465/backup-masters/c7aa6e2790b3,41457,1731568796619 2024-11-14T07:19:56,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41457-0x1013836f6e50000, quorum=127.0.0.1:51830, baseZNode=/01643293465 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01643293465 2024-11-14T07:19:56,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38503-0x1013836f6e50001, quorum=127.0.0.1:51830, baseZNode=/01643293465 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01643293465/master 2024-11-14T07:19:56,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38503-0x1013836f6e50001, quorum=127.0.0.1:51830, baseZNode=/01643293465 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01643293465 2024-11-14T07:19:56,877 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41457-0x1013836f6e50000, quorum=127.0.0.1:51830, baseZNode=/01643293465 Set watcher on existing znode=/01643293465/master 2024-11-14T07:19:56,878 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01643293465/backup-masters/c7aa6e2790b3,41457,1731568796619 from backup master directory 2024-11-14T07:19:56,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41457-0x1013836f6e50000, quorum=127.0.0.1:51830, baseZNode=/01643293465 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01643293465/backup-masters/c7aa6e2790b3,41457,1731568796619 2024-11-14T07:19:56,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38503-0x1013836f6e50001, quorum=127.0.0.1:51830, baseZNode=/01643293465 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01643293465/backup-masters 2024-11-14T07:19:56,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41457-0x1013836f6e50000, quorum=127.0.0.1:51830, baseZNode=/01643293465 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01643293465/backup-masters 2024-11-14T07:19:56,888 WARN [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T07:19:56,888 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c7aa6e2790b3,41457,1731568796619 2024-11-14T07:19:56,892 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/hbase.id] with ID: 44c06873-44ba-464d-9f46-23d7233a4077 2024-11-14T07:19:56,892 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/.tmp/hbase.id 2024-11-14T07:19:56,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741826_1002 (size=42) 2024-11-14T07:19:57,144 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T07:19:57,144 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T07:19:57,144 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T07:19:57,144 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T07:19:57,299 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/.tmp/hbase.id]:[hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/hbase.id] 2024-11-14T07:19:57,309 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:19:57,309 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T07:19:57,310 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T07:19:57,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41457-0x1013836f6e50000, quorum=127.0.0.1:51830, baseZNode=/01643293465 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01643293465 2024-11-14T07:19:57,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38503-0x1013836f6e50001, quorum=127.0.0.1:51830, baseZNode=/01643293465 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01643293465 2024-11-14T07:19:57,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741827_1003 (size=196) 2024-11-14T07:19:57,750 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T07:19:57,766 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T07:19:57,767 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T07:19:57,767 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T07:19:57,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:19:57,781 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:19:57,781 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:19:57,781 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:19:57,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:19:57,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:19:57,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741828_1004 (size=1189) 2024-11-14T07:19:57,786 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/MasterData/data/master/store 2024-11-14T07:19:57,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:19:57,796 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:19:57,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741829_1005 (size=34) 2024-11-14T07:19:57,800 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:19:57,800 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T07:19:57,801 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:19:57,801 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:19:57,801 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T07:19:57,801 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:19:57,801 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:19:57,801 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731568797800Disabling compacts and flushes for region at 1731568797800Disabling writes for close at 1731568797801 (+1 ms)Writing region close event to WAL at 1731568797801Closed at 1731568797801 2024-11-14T07:19:57,801 WARN [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/MasterData/data/master/store/.initializing 2024-11-14T07:19:57,802 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/MasterData/WALs/c7aa6e2790b3,41457,1731568796619 2024-11-14T07:19:57,803 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T07:19:57,805 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c7aa6e2790b3%2C41457%2C1731568796619, suffix=, logDir=hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/MasterData/WALs/c7aa6e2790b3,41457,1731568796619, archiveDir=hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/MasterData/oldWALs, maxLogs=10 2024-11-14T07:19:57,818 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/MasterData/WALs/c7aa6e2790b3,41457,1731568796619/c7aa6e2790b3%2C41457%2C1731568796619.1731568797805, exclude list is [], retry=0 2024-11-14T07:19:57,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36623,DS-a586acf8-6d4f-402d-aba9-a3c7e4c89305,DISK] 2024-11-14T07:19:57,822 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/MasterData/WALs/c7aa6e2790b3,41457,1731568796619/c7aa6e2790b3%2C41457%2C1731568796619.1731568797805 2024-11-14T07:19:57,822 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46865:46865)] 2024-11-14T07:19:57,822 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T07:19:57,823 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:19:57,823 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:19:57,823 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:19:57,824 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:19:57,826 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T07:19:57,826 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:19:57,826 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:19:57,826 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:19:57,828 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T07:19:57,828 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:19:57,828 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:19:57,828 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:19:57,829 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T07:19:57,829 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:19:57,830 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:19:57,830 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:19:57,831 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T07:19:57,831 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:19:57,832 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:19:57,832 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:19:57,832 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:19:57,833 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:19:57,834 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:19:57,834 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:19:57,834 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T07:19:57,835 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:19:57,841 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T07:19:57,841 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67328192, jitterRate=0.0032682418823242188}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T07:19:57,842 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731568797823Initializing all the Stores at 1731568797824 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568797824Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568797824Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568797824Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568797824Cleaning up temporary data from old regions at 1731568797834 (+10 ms)Region opened successfully at 1731568797842 (+8 ms) 2024-11-14T07:19:57,842 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T07:19:57,846 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49c3e08c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c7aa6e2790b3/172.17.0.2:0 2024-11-14T07:19:57,847 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T07:19:57,847 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T07:19:57,847 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T07:19:57,847 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T07:19:57,848 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T07:19:57,848 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T07:19:57,848 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T07:19:57,850 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T07:19:57,851 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41457-0x1013836f6e50000, quorum=127.0.0.1:51830, baseZNode=/01643293465 Unable to get data of znode /01643293465/balancer because node does not exist (not necessarily an error) 2024-11-14T07:19:57,898 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01643293465/balancer already deleted, retry=false 2024-11-14T07:19:57,898 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T07:19:57,899 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41457-0x1013836f6e50000, quorum=127.0.0.1:51830, baseZNode=/01643293465 Unable to get data of znode /01643293465/normalizer because node does not exist (not necessarily an error) 2024-11-14T07:19:57,908 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01643293465/normalizer already deleted, retry=false 2024-11-14T07:19:57,909 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T07:19:57,909 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41457-0x1013836f6e50000, quorum=127.0.0.1:51830, baseZNode=/01643293465 Unable to get data of znode /01643293465/switch/split because node does not exist (not necessarily an error) 2024-11-14T07:19:57,919 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01643293465/switch/split already deleted, retry=false 2024-11-14T07:19:57,920 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41457-0x1013836f6e50000, quorum=127.0.0.1:51830, baseZNode=/01643293465 Unable to get data of znode /01643293465/switch/merge because node does not exist (not necessarily an error) 2024-11-14T07:19:57,929 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01643293465/switch/merge already deleted, retry=false 2024-11-14T07:19:57,931 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41457-0x1013836f6e50000, quorum=127.0.0.1:51830, baseZNode=/01643293465 Unable to get data of znode /01643293465/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T07:19:57,940 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01643293465/snapshot-cleanup already deleted, retry=false 2024-11-14T07:19:57,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41457-0x1013836f6e50000, quorum=127.0.0.1:51830, baseZNode=/01643293465 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01643293465/running 2024-11-14T07:19:57,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38503-0x1013836f6e50001, quorum=127.0.0.1:51830, baseZNode=/01643293465 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01643293465/running 2024-11-14T07:19:57,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41457-0x1013836f6e50000, quorum=127.0.0.1:51830, baseZNode=/01643293465 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01643293465 2024-11-14T07:19:57,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38503-0x1013836f6e50001, quorum=127.0.0.1:51830, baseZNode=/01643293465 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01643293465 2024-11-14T07:19:57,951 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c7aa6e2790b3,41457,1731568796619, sessionid=0x1013836f6e50000, setting cluster-up flag (Was=false) 2024-11-14T07:19:57,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41457-0x1013836f6e50000, quorum=127.0.0.1:51830, baseZNode=/01643293465 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01643293465 2024-11-14T07:19:57,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38503-0x1013836f6e50001, quorum=127.0.0.1:51830, baseZNode=/01643293465 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01643293465 2024-11-14T07:19:58,003 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01643293465/flush-table-proc/acquired, /01643293465/flush-table-proc/reached, /01643293465/flush-table-proc/abort 2024-11-14T07:19:58,004 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c7aa6e2790b3,41457,1731568796619 2024-11-14T07:19:58,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41457-0x1013836f6e50000, quorum=127.0.0.1:51830, baseZNode=/01643293465 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01643293465 2024-11-14T07:19:58,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38503-0x1013836f6e50001, quorum=127.0.0.1:51830, baseZNode=/01643293465 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01643293465 2024-11-14T07:19:58,056 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01643293465/online-snapshot/acquired, /01643293465/online-snapshot/reached, /01643293465/online-snapshot/abort 2024-11-14T07:19:58,057 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c7aa6e2790b3,41457,1731568796619 2024-11-14T07:19:58,058 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T07:19:58,059 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T07:19:58,060 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T07:19:58,060 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T07:19:58,060 WARN [master/c7aa6e2790b3:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of c7aa6e2790b3,40021,1731568768780: status=Processing ServerCrashProcedure of c7aa6e2790b3,40021,1731568768780 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731568785171, completionTime=-1 appears to have been leaked 2024-11-14T07:19:58,060 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c7aa6e2790b3,41457,1731568796619 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T07:19:58,061 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c7aa6e2790b3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T07:19:58,061 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c7aa6e2790b3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T07:19:58,061 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T07:19:58,061 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T07:19:58,062 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c7aa6e2790b3:0, corePoolSize=10, maxPoolSize=10 2024-11-14T07:19:58,062 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:19:58,062 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T07:19:58,062 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:19:58,063 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731568828063 2024-11-14T07:19:58,063 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T07:19:58,063 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T07:19:58,063 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T07:19:58,063 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T07:19:58,063 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T07:19:58,063 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T07:19:58,063 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T07:19:58,064 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T07:19:58,064 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T07:19:58,064 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T07:19:58,064 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T07:19:58,064 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T07:19:58,064 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T07:19:58,065 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:19:58,065 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T07:19:58,068 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T07:19:58,068 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T07:19:58,068 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.large.0-1731568798068,5,FailOnTimeoutGroup] 2024-11-14T07:19:58,072 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.small.0-1731568798068,5,FailOnTimeoutGroup] 2024-11-14T07:19:58,072 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T07:19:58,072 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T07:19:58,072 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T07:19:58,072 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T07:19:58,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741831_1007 (size=1321) 2024-11-14T07:19:58,146 INFO [RS:0;c7aa6e2790b3:38503 {}] regionserver.HRegionServer(746): ClusterId : 44c06873-44ba-464d-9f46-23d7233a4077 2024-11-14T07:19:58,146 DEBUG [RS:0;c7aa6e2790b3:38503 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T07:19:58,158 DEBUG [RS:0;c7aa6e2790b3:38503 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T07:19:58,158 DEBUG [RS:0;c7aa6e2790b3:38503 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T07:19:58,168 DEBUG [RS:0;c7aa6e2790b3:38503 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T07:19:58,169 DEBUG [RS:0;c7aa6e2790b3:38503 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@242b21a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c7aa6e2790b3/172.17.0.2:0 2024-11-14T07:19:58,178 DEBUG [RS:0;c7aa6e2790b3:38503 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c7aa6e2790b3:38503 2024-11-14T07:19:58,178 INFO [RS:0;c7aa6e2790b3:38503 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T07:19:58,178 INFO [RS:0;c7aa6e2790b3:38503 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T07:19:58,178 DEBUG [RS:0;c7aa6e2790b3:38503 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T07:19:58,179 INFO [RS:0;c7aa6e2790b3:38503 {}] regionserver.HRegionServer(2659): reportForDuty to master=c7aa6e2790b3,41457,1731568796619 with port=38503, startcode=1731568796817 2024-11-14T07:19:58,179 DEBUG [RS:0;c7aa6e2790b3:38503 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T07:19:58,180 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37855, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T07:19:58,181 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41457 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c7aa6e2790b3,38503,1731568796817 2024-11-14T07:19:58,181 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41457 {}] master.ServerManager(517): Registering regionserver=c7aa6e2790b3,38503,1731568796817 2024-11-14T07:19:58,182 DEBUG [RS:0;c7aa6e2790b3:38503 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3 2024-11-14T07:19:58,182 DEBUG [RS:0;c7aa6e2790b3:38503 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36169 2024-11-14T07:19:58,182 DEBUG [RS:0;c7aa6e2790b3:38503 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T07:19:58,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41457-0x1013836f6e50000, quorum=127.0.0.1:51830, baseZNode=/01643293465 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01643293465/rs 2024-11-14T07:19:58,193 DEBUG [RS:0;c7aa6e2790b3:38503 {}] zookeeper.ZKUtil(111): regionserver:38503-0x1013836f6e50001, quorum=127.0.0.1:51830, baseZNode=/01643293465 Set watcher on existing znode=/01643293465/rs/c7aa6e2790b3,38503,1731568796817 2024-11-14T07:19:58,193 WARN [RS:0;c7aa6e2790b3:38503 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T07:19:58,193 INFO [RS:0;c7aa6e2790b3:38503 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T07:19:58,193 DEBUG [RS:0;c7aa6e2790b3:38503 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/WALs/c7aa6e2790b3,38503,1731568796817 2024-11-14T07:19:58,193 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c7aa6e2790b3,38503,1731568796817] 2024-11-14T07:19:58,197 INFO [RS:0;c7aa6e2790b3:38503 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T07:19:58,199 INFO [RS:0;c7aa6e2790b3:38503 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T07:19:58,199 INFO [RS:0;c7aa6e2790b3:38503 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T07:19:58,199 INFO [RS:0;c7aa6e2790b3:38503 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T07:19:58,199 INFO [RS:0;c7aa6e2790b3:38503 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T07:19:58,200 INFO [RS:0;c7aa6e2790b3:38503 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T07:19:58,200 INFO [RS:0;c7aa6e2790b3:38503 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T07:19:58,200 DEBUG [RS:0;c7aa6e2790b3:38503 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:19:58,200 DEBUG [RS:0;c7aa6e2790b3:38503 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:19:58,200 DEBUG [RS:0;c7aa6e2790b3:38503 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:19:58,200 DEBUG [RS:0;c7aa6e2790b3:38503 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:19:58,200 DEBUG [RS:0;c7aa6e2790b3:38503 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:19:58,200 DEBUG [RS:0;c7aa6e2790b3:38503 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c7aa6e2790b3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T07:19:58,200 DEBUG [RS:0;c7aa6e2790b3:38503 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:19:58,200 DEBUG [RS:0;c7aa6e2790b3:38503 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:19:58,200 DEBUG [RS:0;c7aa6e2790b3:38503 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:19:58,200 DEBUG [RS:0;c7aa6e2790b3:38503 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:19:58,200 DEBUG [RS:0;c7aa6e2790b3:38503 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:19:58,200 DEBUG [RS:0;c7aa6e2790b3:38503 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:19:58,200 DEBUG [RS:0;c7aa6e2790b3:38503 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c7aa6e2790b3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T07:19:58,201 DEBUG [RS:0;c7aa6e2790b3:38503 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c7aa6e2790b3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T07:19:58,205 INFO [RS:0;c7aa6e2790b3:38503 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T07:19:58,205 INFO [RS:0;c7aa6e2790b3:38503 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T07:19:58,205 INFO [RS:0;c7aa6e2790b3:38503 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T07:19:58,205 INFO [RS:0;c7aa6e2790b3:38503 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T07:19:58,205 INFO [RS:0;c7aa6e2790b3:38503 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T07:19:58,205 INFO [RS:0;c7aa6e2790b3:38503 {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,38503,1731568796817-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T07:19:58,217 INFO [RS:0;c7aa6e2790b3:38503 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T07:19:58,218 INFO [RS:0;c7aa6e2790b3:38503 {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,38503,1731568796817-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T07:19:58,218 INFO [RS:0;c7aa6e2790b3:38503 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:19:58,218 INFO [RS:0;c7aa6e2790b3:38503 {}] regionserver.Replication(171): c7aa6e2790b3,38503,1731568796817 started 2024-11-14T07:19:58,229 INFO [RS:0;c7aa6e2790b3:38503 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:19:58,229 INFO [RS:0;c7aa6e2790b3:38503 {}] regionserver.HRegionServer(1482): Serving as c7aa6e2790b3,38503,1731568796817, RpcServer on c7aa6e2790b3/172.17.0.2:38503, sessionid=0x1013836f6e50001 2024-11-14T07:19:58,229 DEBUG [RS:0;c7aa6e2790b3:38503 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T07:19:58,229 DEBUG [RS:0;c7aa6e2790b3:38503 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c7aa6e2790b3,38503,1731568796817 2024-11-14T07:19:58,229 DEBUG [RS:0;c7aa6e2790b3:38503 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c7aa6e2790b3,38503,1731568796817' 2024-11-14T07:19:58,229 DEBUG [RS:0;c7aa6e2790b3:38503 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01643293465/flush-table-proc/abort' 2024-11-14T07:19:58,230 DEBUG [RS:0;c7aa6e2790b3:38503 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01643293465/flush-table-proc/acquired' 2024-11-14T07:19:58,230 DEBUG [RS:0;c7aa6e2790b3:38503 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T07:19:58,230 DEBUG [RS:0;c7aa6e2790b3:38503 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T07:19:58,230 DEBUG [RS:0;c7aa6e2790b3:38503 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c7aa6e2790b3,38503,1731568796817 2024-11-14T07:19:58,230 DEBUG [RS:0;c7aa6e2790b3:38503 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c7aa6e2790b3,38503,1731568796817' 2024-11-14T07:19:58,230 DEBUG [RS:0;c7aa6e2790b3:38503 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01643293465/online-snapshot/abort' 2024-11-14T07:19:58,231 DEBUG [RS:0;c7aa6e2790b3:38503 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01643293465/online-snapshot/acquired' 2024-11-14T07:19:58,231 DEBUG [RS:0;c7aa6e2790b3:38503 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T07:19:58,231 INFO [RS:0;c7aa6e2790b3:38503 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T07:19:58,231 INFO [RS:0;c7aa6e2790b3:38503 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T07:19:58,331 INFO [RS:0;c7aa6e2790b3:38503 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T07:19:58,333 INFO [RS:0;c7aa6e2790b3:38503 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c7aa6e2790b3%2C38503%2C1731568796817, suffix=, logDir=hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/WALs/c7aa6e2790b3,38503,1731568796817, archiveDir=hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/oldWALs, maxLogs=10 2024-11-14T07:19:58,344 DEBUG [RS:0;c7aa6e2790b3:38503 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/WALs/c7aa6e2790b3,38503,1731568796817/c7aa6e2790b3%2C38503%2C1731568796817.1731568798333, exclude list is [], retry=0 2024-11-14T07:19:58,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36623,DS-a586acf8-6d4f-402d-aba9-a3c7e4c89305,DISK] 2024-11-14T07:19:58,348 INFO [RS:0;c7aa6e2790b3:38503 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/WALs/c7aa6e2790b3,38503,1731568796817/c7aa6e2790b3%2C38503%2C1731568796817.1731568798333 2024-11-14T07:19:58,348 DEBUG [RS:0;c7aa6e2790b3:38503 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46865:46865)] 2024-11-14T07:19:58,475 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T07:19:58,476 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3 2024-11-14T07:19:58,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741833_1009 (size=32) 2024-11-14T07:19:58,884 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:19:58,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T07:19:58,886 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T07:19:58,886 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:19:58,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:19:58,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T07:19:58,888 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T07:19:58,888 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:19:58,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:19:58,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T07:19:58,889 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T07:19:58,890 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:19:58,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:19:58,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T07:19:58,891 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T07:19:58,891 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:19:58,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:19:58,891 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T07:19:58,892 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/data/hbase/meta/1588230740 2024-11-14T07:19:58,892 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/data/hbase/meta/1588230740 2024-11-14T07:19:58,893 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T07:19:58,893 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T07:19:58,893 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T07:19:58,894 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T07:19:58,896 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T07:19:58,896 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62907561, jitterRate=-0.06260429322719574}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T07:19:58,896 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731568798884Initializing all the Stores at 1731568798885 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568798885Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568798885Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568798885Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568798885Cleaning up temporary data from old regions at 1731568798893 (+8 ms)Region opened successfully at 1731568798896 (+3 ms) 2024-11-14T07:19:58,896 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T07:19:58,896 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T07:19:58,896 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T07:19:58,896 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T07:19:58,896 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T07:19:58,897 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T07:19:58,897 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731568798896Disabling compacts and flushes for region at 1731568798896Disabling writes for close at 1731568798896Writing region close event to WAL at 1731568798897 (+1 ms)Closed at 1731568798897 2024-11-14T07:19:58,898 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T07:19:58,898 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T07:19:58,898 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T07:19:58,898 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T07:19:58,899 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T07:19:59,049 DEBUG [c7aa6e2790b3:41457 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T07:19:59,050 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c7aa6e2790b3,38503,1731568796817 2024-11-14T07:19:59,051 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c7aa6e2790b3,38503,1731568796817, state=OPENING 2024-11-14T07:19:59,098 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T07:19:59,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41457-0x1013836f6e50000, quorum=127.0.0.1:51830, baseZNode=/01643293465 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01643293465 2024-11-14T07:19:59,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38503-0x1013836f6e50001, quorum=127.0.0.1:51830, baseZNode=/01643293465 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01643293465 2024-11-14T07:19:59,109 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T07:19:59,109 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01643293465/meta-region-server: CHANGED 2024-11-14T07:19:59,109 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01643293465/meta-region-server: CHANGED 2024-11-14T07:19:59,109 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c7aa6e2790b3,38503,1731568796817}] 2024-11-14T07:19:59,261 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T07:19:59,262 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52437, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T07:19:59,265 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T07:19:59,265 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T07:19:59,265 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T07:19:59,267 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c7aa6e2790b3%2C38503%2C1731568796817.meta, suffix=.meta, logDir=hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/WALs/c7aa6e2790b3,38503,1731568796817, archiveDir=hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/oldWALs, maxLogs=10 2024-11-14T07:19:59,278 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/WALs/c7aa6e2790b3,38503,1731568796817/c7aa6e2790b3%2C38503%2C1731568796817.meta.1731568799267.meta, exclude list is [], retry=0 2024-11-14T07:19:59,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36623,DS-a586acf8-6d4f-402d-aba9-a3c7e4c89305,DISK] 2024-11-14T07:19:59,281 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/WALs/c7aa6e2790b3,38503,1731568796817/c7aa6e2790b3%2C38503%2C1731568796817.meta.1731568799267.meta 2024-11-14T07:19:59,281 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46865:46865)] 2024-11-14T07:19:59,281 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T07:19:59,281 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T07:19:59,281 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T07:19:59,282 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T07:19:59,282 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T07:19:59,282 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T07:19:59,282 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:19:59,282 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T07:19:59,282 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T07:19:59,283 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T07:19:59,283 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T07:19:59,284 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:19:59,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:19:59,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T07:19:59,284 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T07:19:59,284 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:19:59,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:19:59,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T07:19:59,285 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T07:19:59,285 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:19:59,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:19:59,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T07:19:59,286 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T07:19:59,286 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:19:59,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:19:59,287 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T07:19:59,288 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/data/hbase/meta/1588230740 2024-11-14T07:19:59,289 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/data/hbase/meta/1588230740 2024-11-14T07:19:59,289 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T07:19:59,290 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T07:19:59,290 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T07:19:59,291 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T07:19:59,291 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63645366, jitterRate=-0.05161014199256897}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T07:19:59,291 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T07:19:59,292 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731568799282Writing region info on filesystem at 1731568799282Initializing all the Stores at 1731568799283 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568799283Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568799283Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568799283Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568799283Cleaning up temporary data from old regions at 1731568799290 (+7 ms)Running coprocessor post-open hooks at 1731568799291 (+1 ms)Region opened successfully at 1731568799292 (+1 ms) 2024-11-14T07:19:59,292 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731568799260 2024-11-14T07:19:59,294 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T07:19:59,294 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T07:19:59,295 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c7aa6e2790b3,38503,1731568796817 2024-11-14T07:19:59,295 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c7aa6e2790b3,38503,1731568796817, state=OPEN 2024-11-14T07:19:59,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41457-0x1013836f6e50000, quorum=127.0.0.1:51830, baseZNode=/01643293465 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01643293465/meta-region-server 2024-11-14T07:19:59,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38503-0x1013836f6e50001, quorum=127.0.0.1:51830, baseZNode=/01643293465 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01643293465/meta-region-server 2024-11-14T07:19:59,369 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c7aa6e2790b3,38503,1731568796817 2024-11-14T07:19:59,369 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01643293465/meta-region-server: CHANGED 2024-11-14T07:19:59,369 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01643293465/meta-region-server: CHANGED 2024-11-14T07:19:59,371 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T07:19:59,371 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c7aa6e2790b3,38503,1731568796817 in 260 msec 2024-11-14T07:19:59,372 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T07:19:59,372 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 473 msec 2024-11-14T07:19:59,373 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T07:19:59,373 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T07:19:59,374 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T07:19:59,374 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c7aa6e2790b3,38503,1731568796817, seqNum=-1] 2024-11-14T07:19:59,374 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T07:19:59,375 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49953, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T07:19:59,380 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3200 sec 2024-11-14T07:19:59,380 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731568799380, completionTime=-1 2024-11-14T07:19:59,380 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T07:19:59,380 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T07:19:59,381 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T07:19:59,381 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731568859381 2024-11-14T07:19:59,381 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731568919381 2024-11-14T07:19:59,381 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T07:19:59,382 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,41457,1731568796619-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T07:19:59,382 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,41457,1731568796619-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:19:59,382 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,41457,1731568796619-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:19:59,382 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c7aa6e2790b3:41457, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:19:59,382 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T07:19:59,382 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T07:19:59,383 DEBUG [master/c7aa6e2790b3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T07:19:59,385 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.496sec 2024-11-14T07:19:59,385 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T07:19:59,385 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T07:19:59,385 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T07:19:59,385 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T07:19:59,385 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T07:19:59,385 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,41457,1731568796619-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T07:19:59,385 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,41457,1731568796619-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T07:19:59,387 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T07:19:59,387 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T07:19:59,387 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,41457,1731568796619-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:19:59,446 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50100f9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:19:59,446 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,41457,-1 for getting cluster id 2024-11-14T07:19:59,446 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:19:59,447 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '44c06873-44ba-464d-9f46-23d7233a4077' 2024-11-14T07:19:59,448 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:19:59,448 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "44c06873-44ba-464d-9f46-23d7233a4077" 2024-11-14T07:19:59,448 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ac1859d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:19:59,448 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,41457,-1] 2024-11-14T07:19:59,448 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:19:59,448 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:19:59,449 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:19:59,450 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24ea8901, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:19:59,450 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T07:19:59,451 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c7aa6e2790b3,38503,1731568796817, seqNum=-1] 2024-11-14T07:19:59,451 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T07:19:59,452 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T07:19:59,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c7aa6e2790b3,41457,1731568796619 2024-11-14T07:19:59,454 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51830 2024-11-14T07:19:59,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51830, baseZNode=/01643293465 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T07:19:59,473 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013836f6e50002 connected 2024-11-14T07:19:59,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b8f0b05a-14f9-49db-2bee-3e6b1731c664/hadoop.log.dir so I do NOT create it in target/test-data/49eb035c-e7cd-c7bb-5d03-e0cc9f87a572 2024-11-14T07:19:59,486 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b8f0b05a-14f9-49db-2bee-3e6b1731c664/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T07:19:59,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b8f0b05a-14f9-49db-2bee-3e6b1731c664/hadoop.tmp.dir so I do NOT create it in target/test-data/49eb035c-e7cd-c7bb-5d03-e0cc9f87a572 2024-11-14T07:19:59,486 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b8f0b05a-14f9-49db-2bee-3e6b1731c664/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T07:19:59,486 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49eb035c-e7cd-c7bb-5d03-e0cc9f87a572 2024-11-14T07:19:59,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T07:19:59,486 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49eb035c-e7cd-c7bb-5d03-e0cc9f87a572/cluster_4c2ccc97-9fe3-f154-bd5b-85d48a65c4d6, deleteOnExit=true 2024-11-14T07:19:59,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T07:19:59,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49eb035c-e7cd-c7bb-5d03-e0cc9f87a572/test.cache.data in system properties and HBase conf 2024-11-14T07:19:59,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49eb035c-e7cd-c7bb-5d03-e0cc9f87a572/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T07:19:59,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49eb035c-e7cd-c7bb-5d03-e0cc9f87a572/hadoop.log.dir in system properties and HBase conf 2024-11-14T07:19:59,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49eb035c-e7cd-c7bb-5d03-e0cc9f87a572/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T07:19:59,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49eb035c-e7cd-c7bb-5d03-e0cc9f87a572/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T07:19:59,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T07:19:59,487 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T07:19:59,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49eb035c-e7cd-c7bb-5d03-e0cc9f87a572/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T07:19:59,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49eb035c-e7cd-c7bb-5d03-e0cc9f87a572/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T07:19:59,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49eb035c-e7cd-c7bb-5d03-e0cc9f87a572/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T07:19:59,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49eb035c-e7cd-c7bb-5d03-e0cc9f87a572/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T07:19:59,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49eb035c-e7cd-c7bb-5d03-e0cc9f87a572/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T07:19:59,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49eb035c-e7cd-c7bb-5d03-e0cc9f87a572/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T07:19:59,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49eb035c-e7cd-c7bb-5d03-e0cc9f87a572/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T07:19:59,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49eb035c-e7cd-c7bb-5d03-e0cc9f87a572/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T07:19:59,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49eb035c-e7cd-c7bb-5d03-e0cc9f87a572/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T07:19:59,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49eb035c-e7cd-c7bb-5d03-e0cc9f87a572/nfs.dump.dir in system properties and HBase conf 2024-11-14T07:19:59,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49eb035c-e7cd-c7bb-5d03-e0cc9f87a572/java.io.tmpdir in system properties and HBase conf 2024-11-14T07:19:59,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49eb035c-e7cd-c7bb-5d03-e0cc9f87a572/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T07:19:59,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49eb035c-e7cd-c7bb-5d03-e0cc9f87a572/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T07:19:59,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49eb035c-e7cd-c7bb-5d03-e0cc9f87a572/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T07:19:59,813 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T07:19:59,817 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T07:19:59,818 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T07:19:59,818 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T07:19:59,818 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T07:19:59,819 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T07:19:59,819 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@664d3ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49eb035c-e7cd-c7bb-5d03-e0cc9f87a572/hadoop.log.dir/,AVAILABLE} 2024-11-14T07:19:59,819 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@449b76a2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T07:19:59,917 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@49683f8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49eb035c-e7cd-c7bb-5d03-e0cc9f87a572/java.io.tmpdir/jetty-localhost-34133-hadoop-hdfs-3_4_1-tests_jar-_-any-17071353961389956430/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T07:19:59,917 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@face027{HTTP/1.1, (http/1.1)}{localhost:34133} 2024-11-14T07:19:59,917 INFO [Time-limited test {}] server.Server(415): Started @169761ms 2024-11-14T07:20:00,452 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T07:20:00,454 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T07:20:00,456 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T07:20:00,456 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T07:20:00,456 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T07:20:00,457 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ad65a86{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49eb035c-e7cd-c7bb-5d03-e0cc9f87a572/hadoop.log.dir/,AVAILABLE} 2024-11-14T07:20:00,457 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37339b48{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T07:20:00,561 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@31d1aff1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49eb035c-e7cd-c7bb-5d03-e0cc9f87a572/java.io.tmpdir/jetty-localhost-36767-hadoop-hdfs-3_4_1-tests_jar-_-any-15507732919399492273/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T07:20:00,561 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@280b73b3{HTTP/1.1, (http/1.1)}{localhost:36767} 2024-11-14T07:20:00,561 INFO [Time-limited test {}] server.Server(415): Started @170404ms 2024-11-14T07:20:00,562 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T07:20:01,263 WARN [Thread-1794 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49eb035c-e7cd-c7bb-5d03-e0cc9f87a572/cluster_4c2ccc97-9fe3-f154-bd5b-85d48a65c4d6/data/data1/current/BP-1165729237-172.17.0.2-1731568799505/current, will proceed with Du for space computation calculation, 2024-11-14T07:20:01,263 WARN [Thread-1795 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49eb035c-e7cd-c7bb-5d03-e0cc9f87a572/cluster_4c2ccc97-9fe3-f154-bd5b-85d48a65c4d6/data/data2/current/BP-1165729237-172.17.0.2-1731568799505/current, will proceed with Du for space computation calculation, 2024-11-14T07:20:01,279 WARN [Thread-1782 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T07:20:01,281 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf99d27d5ddf9b52a with lease ID 0xa50672da02ee7160: Processing first storage report for DS-38cfd155-749d-41aa-9e4b-77d97ff17a43 from datanode DatanodeRegistration(127.0.0.1:34929, datanodeUuid=365d3291-9efb-43ac-8ae2-74b5c20807ac, infoPort=39135, infoSecurePort=0, ipcPort=42853, storageInfo=lv=-57;cid=testClusterID;nsid=1382050312;c=1731568799505) 2024-11-14T07:20:01,282 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf99d27d5ddf9b52a with lease ID 0xa50672da02ee7160: from storage DS-38cfd155-749d-41aa-9e4b-77d97ff17a43 node DatanodeRegistration(127.0.0.1:34929, datanodeUuid=365d3291-9efb-43ac-8ae2-74b5c20807ac, infoPort=39135, infoSecurePort=0, ipcPort=42853, storageInfo=lv=-57;cid=testClusterID;nsid=1382050312;c=1731568799505), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T07:20:01,282 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf99d27d5ddf9b52a with lease ID 0xa50672da02ee7160: Processing first storage report for DS-9bbd5c8e-d1ca-44d7-8cdb-8c73c7b072af from datanode DatanodeRegistration(127.0.0.1:34929, datanodeUuid=365d3291-9efb-43ac-8ae2-74b5c20807ac, infoPort=39135, infoSecurePort=0, ipcPort=42853, storageInfo=lv=-57;cid=testClusterID;nsid=1382050312;c=1731568799505) 2024-11-14T07:20:01,282 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf99d27d5ddf9b52a with lease ID 0xa50672da02ee7160: from storage DS-9bbd5c8e-d1ca-44d7-8cdb-8c73c7b072af node DatanodeRegistration(127.0.0.1:34929, datanodeUuid=365d3291-9efb-43ac-8ae2-74b5c20807ac, infoPort=39135, infoSecurePort=0, ipcPort=42853, storageInfo=lv=-57;cid=testClusterID;nsid=1382050312;c=1731568799505), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T07:20:01,288 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49eb035c-e7cd-c7bb-5d03-e0cc9f87a572 2024-11-14T07:20:01,288 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:20:01,289 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:20:01,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34929 is added to blk_1073741825_1001 (size=7) 2024-11-14T07:20:01,696 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912 with version=8 2024-11-14T07:20:01,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/hbase-staging 2024-11-14T07:20:01,698 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c7aa6e2790b3:0 server-side Connection retries=45 2024-11-14T07:20:01,698 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T07:20:01,698 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T07:20:01,698 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T07:20:01,698 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T07:20:01,698 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T07:20:01,698 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T07:20:01,698 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T07:20:01,698 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32917 2024-11-14T07:20:01,699 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32917 connecting to ZooKeeper ensemble=127.0.0.1:51830 2024-11-14T07:20:01,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:329170x0, quorum=127.0.0.1:51830, baseZNode=/1-1771376063 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T07:20:01,747 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32917-0x1013836f6e50003 connected 2024-11-14T07:20:01,820 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:20:01,822 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:20:01,824 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32917-0x1013836f6e50003, quorum=127.0.0.1:51830, baseZNode=/1-1771376063 Set watcher on znode that does not yet exist, /1-1771376063/running 2024-11-14T07:20:01,824 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912, hbase.cluster.distributed=false 2024-11-14T07:20:01,825 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32917-0x1013836f6e50003, quorum=127.0.0.1:51830, baseZNode=/1-1771376063 Set watcher on znode that does not yet exist, /1-1771376063/acl 2024-11-14T07:20:01,825 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32917 2024-11-14T07:20:01,826 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32917 2024-11-14T07:20:01,826 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32917 2024-11-14T07:20:01,826 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32917 2024-11-14T07:20:01,826 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32917 2024-11-14T07:20:01,838 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c7aa6e2790b3:0 server-side Connection retries=45 2024-11-14T07:20:01,838 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T07:20:01,839 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T07:20:01,839 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T07:20:01,839 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T07:20:01,839 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T07:20:01,839 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T07:20:01,839 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T07:20:01,839 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37943 2024-11-14T07:20:01,840 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37943 connecting to ZooKeeper ensemble=127.0.0.1:51830 2024-11-14T07:20:01,841 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:20:01,842 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:20:01,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:379430x0, quorum=127.0.0.1:51830, baseZNode=/1-1771376063 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T07:20:01,856 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:379430x0, quorum=127.0.0.1:51830, baseZNode=/1-1771376063 Set watcher on znode that does not yet exist, /1-1771376063/running 2024-11-14T07:20:01,856 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37943-0x1013836f6e50004 connected 2024-11-14T07:20:01,856 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T07:20:01,858 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T07:20:01,858 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37943-0x1013836f6e50004, quorum=127.0.0.1:51830, baseZNode=/1-1771376063 Set watcher on znode that does not yet exist, /1-1771376063/master 2024-11-14T07:20:01,859 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37943-0x1013836f6e50004, quorum=127.0.0.1:51830, baseZNode=/1-1771376063 Set watcher on znode that does not yet exist, /1-1771376063/acl 2024-11-14T07:20:01,859 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37943 2024-11-14T07:20:01,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37943 2024-11-14T07:20:01,863 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37943 2024-11-14T07:20:01,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37943 2024-11-14T07:20:01,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37943 2024-11-14T07:20:01,876 DEBUG [M:0;c7aa6e2790b3:32917 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c7aa6e2790b3:32917 2024-11-14T07:20:01,876 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1771376063/backup-masters/c7aa6e2790b3,32917,1731568801697 2024-11-14T07:20:01,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32917-0x1013836f6e50003, quorum=127.0.0.1:51830, baseZNode=/1-1771376063 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1771376063/backup-masters 2024-11-14T07:20:01,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37943-0x1013836f6e50004, quorum=127.0.0.1:51830, baseZNode=/1-1771376063 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1771376063/backup-masters 2024-11-14T07:20:01,887 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32917-0x1013836f6e50003, quorum=127.0.0.1:51830, baseZNode=/1-1771376063 Set watcher on existing znode=/1-1771376063/backup-masters/c7aa6e2790b3,32917,1731568801697 2024-11-14T07:20:01,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37943-0x1013836f6e50004, quorum=127.0.0.1:51830, baseZNode=/1-1771376063 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1771376063/master 2024-11-14T07:20:01,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32917-0x1013836f6e50003, quorum=127.0.0.1:51830, baseZNode=/1-1771376063 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1771376063 2024-11-14T07:20:01,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37943-0x1013836f6e50004, quorum=127.0.0.1:51830, baseZNode=/1-1771376063 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1771376063 2024-11-14T07:20:01,898 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32917-0x1013836f6e50003, quorum=127.0.0.1:51830, baseZNode=/1-1771376063 Set watcher on existing znode=/1-1771376063/master 2024-11-14T07:20:01,898 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1771376063/backup-masters/c7aa6e2790b3,32917,1731568801697 from backup master directory 2024-11-14T07:20:01,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32917-0x1013836f6e50003, quorum=127.0.0.1:51830, baseZNode=/1-1771376063 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1771376063/backup-masters/c7aa6e2790b3,32917,1731568801697 2024-11-14T07:20:01,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37943-0x1013836f6e50004, quorum=127.0.0.1:51830, baseZNode=/1-1771376063 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1771376063/backup-masters 2024-11-14T07:20:01,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32917-0x1013836f6e50003, quorum=127.0.0.1:51830, baseZNode=/1-1771376063 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1771376063/backup-masters 2024-11-14T07:20:01,908 WARN [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T07:20:01,908 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c7aa6e2790b3,32917,1731568801697 2024-11-14T07:20:01,911 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/hbase.id] with ID: 903bff05-7a2b-4d8e-a730-e9f1dea85f44 2024-11-14T07:20:01,911 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/.tmp/hbase.id 2024-11-14T07:20:01,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34929 is added to blk_1073741826_1002 (size=42) 2024-11-14T07:20:02,316 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/.tmp/hbase.id]:[hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/hbase.id] 2024-11-14T07:20:02,326 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:20:02,326 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T07:20:02,327 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T07:20:02,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37943-0x1013836f6e50004, quorum=127.0.0.1:51830, baseZNode=/1-1771376063 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1771376063 2024-11-14T07:20:02,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32917-0x1013836f6e50003, quorum=127.0.0.1:51830, baseZNode=/1-1771376063 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1771376063 2024-11-14T07:20:02,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34929 is added to blk_1073741827_1003 (size=196) 2024-11-14T07:20:02,783 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T07:20:02,784 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T07:20:02,784 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T07:20:02,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34929 is added to blk_1073741828_1004 (size=1189) 2024-11-14T07:20:03,190 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/MasterData/data/master/store 2024-11-14T07:20:03,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34929 is added to blk_1073741829_1005 (size=34) 2024-11-14T07:20:03,595 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:20:03,595 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T07:20:03,595 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:20:03,595 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:20:03,595 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T07:20:03,595 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:20:03,595 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:20:03,595 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731568803595Disabling compacts and flushes for region at 1731568803595Disabling writes for close at 1731568803595Writing region close event to WAL at 1731568803595Closed at 1731568803595 2024-11-14T07:20:03,596 WARN [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/MasterData/data/master/store/.initializing 2024-11-14T07:20:03,596 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/MasterData/WALs/c7aa6e2790b3,32917,1731568801697 2024-11-14T07:20:03,597 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T07:20:03,598 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c7aa6e2790b3%2C32917%2C1731568801697, suffix=, logDir=hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/MasterData/WALs/c7aa6e2790b3,32917,1731568801697, archiveDir=hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/MasterData/oldWALs, maxLogs=10 2024-11-14T07:20:03,609 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/MasterData/WALs/c7aa6e2790b3,32917,1731568801697/c7aa6e2790b3%2C32917%2C1731568801697.1731568803598, exclude list is [], retry=0 2024-11-14T07:20:03,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34929,DS-38cfd155-749d-41aa-9e4b-77d97ff17a43,DISK] 2024-11-14T07:20:03,613 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/MasterData/WALs/c7aa6e2790b3,32917,1731568801697/c7aa6e2790b3%2C32917%2C1731568801697.1731568803598 2024-11-14T07:20:03,613 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39135:39135)] 2024-11-14T07:20:03,613 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T07:20:03,613 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:20:03,613 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:20:03,613 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:20:03,615 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:20:03,615 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T07:20:03,615 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:20:03,616 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:20:03,616 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:20:03,617 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T07:20:03,617 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:20:03,617 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:20:03,617 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:20:03,618 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T07:20:03,618 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:20:03,618 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:20:03,618 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:20:03,619 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T07:20:03,619 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:20:03,619 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:20:03,619 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:20:03,620 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:20:03,620 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:20:03,621 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:20:03,621 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:20:03,621 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T07:20:03,622 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:20:03,623 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T07:20:03,624 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60656400, jitterRate=-0.09614920616149902}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T07:20:03,624 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731568803614Initializing all the Stores at 1731568803614Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568803614Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568803614Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568803614Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568803614Cleaning up temporary data from old regions at 1731568803621 (+7 ms)Region opened successfully at 1731568803624 (+3 ms) 2024-11-14T07:20:03,624 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T07:20:03,626 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@675af2b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c7aa6e2790b3/172.17.0.2:0 2024-11-14T07:20:03,627 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T07:20:03,627 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T07:20:03,627 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T07:20:03,627 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T07:20:03,628 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T07:20:03,628 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T07:20:03,628 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T07:20:03,631 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T07:20:03,632 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32917-0x1013836f6e50003, quorum=127.0.0.1:51830, baseZNode=/1-1771376063 Unable to get data of znode /1-1771376063/balancer because node does not exist (not necessarily an error) 2024-11-14T07:20:03,704 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1771376063/balancer already deleted, retry=false 2024-11-14T07:20:03,704 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T07:20:03,705 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32917-0x1013836f6e50003, quorum=127.0.0.1:51830, baseZNode=/1-1771376063 Unable to get data of znode /1-1771376063/normalizer because node does not exist (not necessarily an error) 2024-11-14T07:20:03,714 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1771376063/normalizer already deleted, retry=false 2024-11-14T07:20:03,715 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T07:20:03,715 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32917-0x1013836f6e50003, quorum=127.0.0.1:51830, baseZNode=/1-1771376063 Unable to get data of znode /1-1771376063/switch/split because node does not exist (not necessarily an error) 2024-11-14T07:20:03,725 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1771376063/switch/split already deleted, retry=false 2024-11-14T07:20:03,726 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32917-0x1013836f6e50003, quorum=127.0.0.1:51830, baseZNode=/1-1771376063 Unable to get data of znode /1-1771376063/switch/merge because node does not exist (not necessarily an error) 2024-11-14T07:20:03,735 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1771376063/switch/merge already deleted, retry=false 2024-11-14T07:20:03,737 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32917-0x1013836f6e50003, quorum=127.0.0.1:51830, baseZNode=/1-1771376063 Unable to get data of znode /1-1771376063/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T07:20:03,746 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1771376063/snapshot-cleanup already deleted, retry=false 2024-11-14T07:20:03,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32917-0x1013836f6e50003, quorum=127.0.0.1:51830, baseZNode=/1-1771376063 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1771376063/running 2024-11-14T07:20:03,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37943-0x1013836f6e50004, quorum=127.0.0.1:51830, baseZNode=/1-1771376063 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1771376063/running 2024-11-14T07:20:03,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37943-0x1013836f6e50004, quorum=127.0.0.1:51830, baseZNode=/1-1771376063 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1771376063 2024-11-14T07:20:03,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32917-0x1013836f6e50003, quorum=127.0.0.1:51830, baseZNode=/1-1771376063 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1771376063 2024-11-14T07:20:03,757 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c7aa6e2790b3,32917,1731568801697, sessionid=0x1013836f6e50003, setting cluster-up flag (Was=false) 2024-11-14T07:20:03,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32917-0x1013836f6e50003, quorum=127.0.0.1:51830, baseZNode=/1-1771376063 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1771376063 2024-11-14T07:20:03,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37943-0x1013836f6e50004, quorum=127.0.0.1:51830, baseZNode=/1-1771376063 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1771376063 2024-11-14T07:20:03,809 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1771376063/flush-table-proc/acquired, /1-1771376063/flush-table-proc/reached, /1-1771376063/flush-table-proc/abort 2024-11-14T07:20:03,810 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c7aa6e2790b3,32917,1731568801697 2024-11-14T07:20:03,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32917-0x1013836f6e50003, quorum=127.0.0.1:51830, baseZNode=/1-1771376063 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1771376063 2024-11-14T07:20:03,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37943-0x1013836f6e50004, quorum=127.0.0.1:51830, baseZNode=/1-1771376063 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1771376063 2024-11-14T07:20:03,862 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1771376063/online-snapshot/acquired, /1-1771376063/online-snapshot/reached, /1-1771376063/online-snapshot/abort 2024-11-14T07:20:03,863 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c7aa6e2790b3,32917,1731568801697 2024-11-14T07:20:03,864 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T07:20:03,865 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T07:20:03,865 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T07:20:03,865 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T07:20:03,865 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c7aa6e2790b3,32917,1731568801697 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T07:20:03,866 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c7aa6e2790b3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T07:20:03,866 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c7aa6e2790b3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T07:20:03,866 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T07:20:03,866 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T07:20:03,866 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c7aa6e2790b3:0, corePoolSize=10, maxPoolSize=10 2024-11-14T07:20:03,866 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:20:03,866 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T07:20:03,866 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:20:03,867 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731568833867 2024-11-14T07:20:03,867 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T07:20:03,867 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T07:20:03,867 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T07:20:03,867 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T07:20:03,867 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T07:20:03,867 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T07:20:03,867 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T07:20:03,867 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T07:20:03,867 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T07:20:03,867 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T07:20:03,867 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T07:20:03,867 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T07:20:03,867 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T07:20:03,868 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T07:20:03,868 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T07:20:03,868 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.large.0-1731568803868,5,FailOnTimeoutGroup] 2024-11-14T07:20:03,868 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.small.0-1731568803868,5,FailOnTimeoutGroup] 2024-11-14T07:20:03,868 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T07:20:03,868 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T07:20:03,868 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T07:20:03,868 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T07:20:03,869 INFO [RS:0;c7aa6e2790b3:37943 {}] regionserver.HRegionServer(746): ClusterId : 903bff05-7a2b-4d8e-a730-e9f1dea85f44 2024-11-14T07:20:03,869 DEBUG [RS:0;c7aa6e2790b3:37943 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T07:20:03,869 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:20:03,869 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T07:20:03,877 DEBUG [RS:0;c7aa6e2790b3:37943 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T07:20:03,877 DEBUG [RS:0;c7aa6e2790b3:37943 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T07:20:03,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34929 is added to blk_1073741831_1007 (size=1321) 2024-11-14T07:20:03,878 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T07:20:03,879 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912 2024-11-14T07:20:03,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34929 is added to blk_1073741832_1008 (size=32) 2024-11-14T07:20:03,888 DEBUG [RS:0;c7aa6e2790b3:37943 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T07:20:03,888 DEBUG [RS:0;c7aa6e2790b3:37943 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fb64f6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c7aa6e2790b3/172.17.0.2:0 2024-11-14T07:20:03,898 DEBUG [RS:0;c7aa6e2790b3:37943 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c7aa6e2790b3:37943 2024-11-14T07:20:03,898 INFO [RS:0;c7aa6e2790b3:37943 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T07:20:03,898 INFO [RS:0;c7aa6e2790b3:37943 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T07:20:03,898 DEBUG [RS:0;c7aa6e2790b3:37943 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T07:20:03,899 INFO [RS:0;c7aa6e2790b3:37943 {}] regionserver.HRegionServer(2659): reportForDuty to master=c7aa6e2790b3,32917,1731568801697 with port=37943, startcode=1731568801838 2024-11-14T07:20:03,899 DEBUG [RS:0;c7aa6e2790b3:37943 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T07:20:03,900 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36303, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T07:20:03,901 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32917 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c7aa6e2790b3,37943,1731568801838 2024-11-14T07:20:03,901 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32917 {}] master.ServerManager(517): Registering regionserver=c7aa6e2790b3,37943,1731568801838 2024-11-14T07:20:03,902 DEBUG [RS:0;c7aa6e2790b3:37943 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912 2024-11-14T07:20:03,902 DEBUG [RS:0;c7aa6e2790b3:37943 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34103 2024-11-14T07:20:03,902 DEBUG [RS:0;c7aa6e2790b3:37943 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T07:20:03,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32917-0x1013836f6e50003, quorum=127.0.0.1:51830, baseZNode=/1-1771376063 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1771376063/rs 2024-11-14T07:20:03,960 DEBUG [RS:0;c7aa6e2790b3:37943 {}] zookeeper.ZKUtil(111): regionserver:37943-0x1013836f6e50004, quorum=127.0.0.1:51830, baseZNode=/1-1771376063 Set watcher on existing znode=/1-1771376063/rs/c7aa6e2790b3,37943,1731568801838 2024-11-14T07:20:03,960 WARN [RS:0;c7aa6e2790b3:37943 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T07:20:03,960 INFO [RS:0;c7aa6e2790b3:37943 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T07:20:03,961 DEBUG [RS:0;c7aa6e2790b3:37943 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/WALs/c7aa6e2790b3,37943,1731568801838 2024-11-14T07:20:03,961 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c7aa6e2790b3,37943,1731568801838] 2024-11-14T07:20:03,963 INFO [RS:0;c7aa6e2790b3:37943 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T07:20:03,965 INFO [RS:0;c7aa6e2790b3:37943 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T07:20:03,965 INFO [RS:0;c7aa6e2790b3:37943 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T07:20:03,965 INFO [RS:0;c7aa6e2790b3:37943 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T07:20:03,965 INFO [RS:0;c7aa6e2790b3:37943 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T07:20:03,966 INFO [RS:0;c7aa6e2790b3:37943 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T07:20:03,966 INFO [RS:0;c7aa6e2790b3:37943 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T07:20:03,966 DEBUG [RS:0;c7aa6e2790b3:37943 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:20:03,966 DEBUG [RS:0;c7aa6e2790b3:37943 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:20:03,966 DEBUG [RS:0;c7aa6e2790b3:37943 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:20:03,966 DEBUG [RS:0;c7aa6e2790b3:37943 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:20:03,966 DEBUG [RS:0;c7aa6e2790b3:37943 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:20:03,966 DEBUG [RS:0;c7aa6e2790b3:37943 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c7aa6e2790b3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T07:20:03,966 DEBUG [RS:0;c7aa6e2790b3:37943 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:20:03,966 DEBUG [RS:0;c7aa6e2790b3:37943 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:20:03,966 DEBUG [RS:0;c7aa6e2790b3:37943 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:20:03,966 DEBUG [RS:0;c7aa6e2790b3:37943 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:20:03,966 DEBUG [RS:0;c7aa6e2790b3:37943 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:20:03,966 DEBUG [RS:0;c7aa6e2790b3:37943 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:20:03,966 DEBUG [RS:0;c7aa6e2790b3:37943 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c7aa6e2790b3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T07:20:03,966 DEBUG [RS:0;c7aa6e2790b3:37943 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c7aa6e2790b3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T07:20:03,967 INFO [RS:0;c7aa6e2790b3:37943 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T07:20:03,967 INFO [RS:0;c7aa6e2790b3:37943 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T07:20:03,967 INFO [RS:0;c7aa6e2790b3:37943 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T07:20:03,967 INFO [RS:0;c7aa6e2790b3:37943 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T07:20:03,967 INFO [RS:0;c7aa6e2790b3:37943 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T07:20:03,967 INFO [RS:0;c7aa6e2790b3:37943 {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,37943,1731568801838-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T07:20:03,979 INFO [RS:0;c7aa6e2790b3:37943 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T07:20:03,979 INFO [RS:0;c7aa6e2790b3:37943 {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,37943,1731568801838-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T07:20:03,980 INFO [RS:0;c7aa6e2790b3:37943 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:20:03,980 INFO [RS:0;c7aa6e2790b3:37943 {}] regionserver.Replication(171): c7aa6e2790b3,37943,1731568801838 started 2024-11-14T07:20:03,998 INFO [RS:0;c7aa6e2790b3:37943 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:20:03,998 INFO [RS:0;c7aa6e2790b3:37943 {}] regionserver.HRegionServer(1482): Serving as c7aa6e2790b3,37943,1731568801838, RpcServer on c7aa6e2790b3/172.17.0.2:37943, sessionid=0x1013836f6e50004 2024-11-14T07:20:03,998 DEBUG [RS:0;c7aa6e2790b3:37943 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T07:20:03,998 DEBUG [RS:0;c7aa6e2790b3:37943 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c7aa6e2790b3,37943,1731568801838 2024-11-14T07:20:03,998 DEBUG [RS:0;c7aa6e2790b3:37943 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c7aa6e2790b3,37943,1731568801838' 2024-11-14T07:20:03,998 DEBUG [RS:0;c7aa6e2790b3:37943 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1771376063/flush-table-proc/abort' 2024-11-14T07:20:03,999 DEBUG [RS:0;c7aa6e2790b3:37943 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1771376063/flush-table-proc/acquired' 2024-11-14T07:20:03,999 DEBUG [RS:0;c7aa6e2790b3:37943 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T07:20:03,999 DEBUG [RS:0;c7aa6e2790b3:37943 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T07:20:03,999 DEBUG [RS:0;c7aa6e2790b3:37943 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c7aa6e2790b3,37943,1731568801838 2024-11-14T07:20:03,999 DEBUG [RS:0;c7aa6e2790b3:37943 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c7aa6e2790b3,37943,1731568801838' 2024-11-14T07:20:03,999 DEBUG [RS:0;c7aa6e2790b3:37943 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1771376063/online-snapshot/abort' 2024-11-14T07:20:03,999 DEBUG [RS:0;c7aa6e2790b3:37943 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1771376063/online-snapshot/acquired' 2024-11-14T07:20:04,000 DEBUG [RS:0;c7aa6e2790b3:37943 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T07:20:04,000 INFO [RS:0;c7aa6e2790b3:37943 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T07:20:04,000 INFO [RS:0;c7aa6e2790b3:37943 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T07:20:04,100 INFO [RS:0;c7aa6e2790b3:37943 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T07:20:04,101 INFO [RS:0;c7aa6e2790b3:37943 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c7aa6e2790b3%2C37943%2C1731568801838, suffix=, logDir=hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/WALs/c7aa6e2790b3,37943,1731568801838, archiveDir=hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/oldWALs, maxLogs=10 2024-11-14T07:20:04,113 DEBUG [RS:0;c7aa6e2790b3:37943 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/WALs/c7aa6e2790b3,37943,1731568801838/c7aa6e2790b3%2C37943%2C1731568801838.1731568804102, exclude list is [], retry=0 2024-11-14T07:20:04,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34929,DS-38cfd155-749d-41aa-9e4b-77d97ff17a43,DISK] 2024-11-14T07:20:04,117 INFO [RS:0;c7aa6e2790b3:37943 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/WALs/c7aa6e2790b3,37943,1731568801838/c7aa6e2790b3%2C37943%2C1731568801838.1731568804102 2024-11-14T07:20:04,117 DEBUG [RS:0;c7aa6e2790b3:37943 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39135:39135)] 2024-11-14T07:20:04,197 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T07:20:04,288 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:20:04,289 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T07:20:04,290 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T07:20:04,290 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:20:04,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:20:04,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T07:20:04,292 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T07:20:04,292 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:20:04,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:20:04,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T07:20:04,293 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T07:20:04,293 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:20:04,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:20:04,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T07:20:04,294 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T07:20:04,294 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:20:04,294 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:20:04,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T07:20:04,295 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/data/hbase/meta/1588230740 2024-11-14T07:20:04,295 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/data/hbase/meta/1588230740 2024-11-14T07:20:04,296 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T07:20:04,296 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T07:20:04,297 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T07:20:04,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T07:20:04,299 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T07:20:04,300 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63857884, jitterRate=-0.048443377017974854}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T07:20:04,300 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731568804288Initializing all the Stores at 1731568804289 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568804289Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568804289Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568804289Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568804289Cleaning up temporary data from old regions at 1731568804296 (+7 ms)Region opened successfully at 1731568804300 (+4 ms) 2024-11-14T07:20:04,300 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T07:20:04,300 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T07:20:04,300 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T07:20:04,300 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T07:20:04,300 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T07:20:04,300 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T07:20:04,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731568804300Disabling compacts and flushes for region at 1731568804300Disabling writes for close at 1731568804300Writing region close event to WAL at 1731568804300Closed at 1731568804300 2024-11-14T07:20:04,301 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T07:20:04,301 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T07:20:04,302 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T07:20:04,302 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T07:20:04,303 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T07:20:04,453 DEBUG [c7aa6e2790b3:32917 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T07:20:04,454 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c7aa6e2790b3,37943,1731568801838 2024-11-14T07:20:04,455 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c7aa6e2790b3,37943,1731568801838, state=OPENING 2024-11-14T07:20:04,473 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T07:20:04,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37943-0x1013836f6e50004, quorum=127.0.0.1:51830, baseZNode=/1-1771376063 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1771376063 2024-11-14T07:20:04,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32917-0x1013836f6e50003, quorum=127.0.0.1:51830, baseZNode=/1-1771376063 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1771376063 2024-11-14T07:20:04,483 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T07:20:04,483 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1771376063/meta-region-server: CHANGED 2024-11-14T07:20:04,484 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1771376063/meta-region-server: CHANGED 2024-11-14T07:20:04,484 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c7aa6e2790b3,37943,1731568801838}] 2024-11-14T07:20:04,636 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T07:20:04,637 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51153, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T07:20:04,640 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T07:20:04,640 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T07:20:04,641 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T07:20:04,642 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c7aa6e2790b3%2C37943%2C1731568801838.meta, suffix=.meta, logDir=hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/WALs/c7aa6e2790b3,37943,1731568801838, archiveDir=hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/oldWALs, maxLogs=10 2024-11-14T07:20:04,653 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/WALs/c7aa6e2790b3,37943,1731568801838/c7aa6e2790b3%2C37943%2C1731568801838.meta.1731568804642.meta, exclude list is [], retry=0 2024-11-14T07:20:04,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34929,DS-38cfd155-749d-41aa-9e4b-77d97ff17a43,DISK] 2024-11-14T07:20:04,657 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/WALs/c7aa6e2790b3,37943,1731568801838/c7aa6e2790b3%2C37943%2C1731568801838.meta.1731568804642.meta 2024-11-14T07:20:04,657 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39135:39135)] 2024-11-14T07:20:04,657 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T07:20:04,657 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T07:20:04,657 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T07:20:04,657 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T07:20:04,657 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T07:20:04,658 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T07:20:04,658 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:20:04,658 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T07:20:04,658 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T07:20:04,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T07:20:04,661 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T07:20:04,661 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:20:04,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:20:04,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T07:20:04,662 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T07:20:04,662 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:20:04,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:20:04,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T07:20:04,663 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T07:20:04,663 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:20:04,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:20:04,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T07:20:04,664 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T07:20:04,664 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:20:04,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:20:04,664 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T07:20:04,665 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/data/hbase/meta/1588230740 2024-11-14T07:20:04,666 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/data/hbase/meta/1588230740 2024-11-14T07:20:04,667 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T07:20:04,667 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T07:20:04,667 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T07:20:04,668 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T07:20:04,669 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74471553, jitterRate=0.109712615609169}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T07:20:04,669 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T07:20:04,669 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731568804658Writing region info on filesystem at 1731568804658Initializing all the Stores at 1731568804658Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568804658Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568804660 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568804660Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568804660Cleaning up temporary data from old regions at 1731568804667 (+7 ms)Running coprocessor post-open hooks at 1731568804669 (+2 ms)Region opened successfully at 1731568804669 2024-11-14T07:20:04,670 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731568804636 2024-11-14T07:20:04,672 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T07:20:04,672 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T07:20:04,673 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c7aa6e2790b3,37943,1731568801838 2024-11-14T07:20:04,673 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c7aa6e2790b3,37943,1731568801838, state=OPEN 2024-11-14T07:20:04,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32917-0x1013836f6e50003, quorum=127.0.0.1:51830, baseZNode=/1-1771376063 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1771376063/meta-region-server 2024-11-14T07:20:04,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37943-0x1013836f6e50004, quorum=127.0.0.1:51830, baseZNode=/1-1771376063 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1771376063/meta-region-server 2024-11-14T07:20:04,683 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c7aa6e2790b3,37943,1731568801838 2024-11-14T07:20:04,683 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1771376063/meta-region-server: CHANGED 2024-11-14T07:20:04,683 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1771376063/meta-region-server: CHANGED 2024-11-14T07:20:04,685 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T07:20:04,685 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c7aa6e2790b3,37943,1731568801838 in 200 msec 2024-11-14T07:20:04,686 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T07:20:04,686 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 383 msec 2024-11-14T07:20:04,687 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T07:20:04,687 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T07:20:04,688 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T07:20:04,688 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c7aa6e2790b3,37943,1731568801838, seqNum=-1] 2024-11-14T07:20:04,688 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T07:20:04,689 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58445, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T07:20:04,694 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 829 msec 2024-11-14T07:20:04,694 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731568804694, completionTime=-1 2024-11-14T07:20:04,695 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T07:20:04,695 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T07:20:04,696 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T07:20:04,696 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731568864696 2024-11-14T07:20:04,696 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731568924696 2024-11-14T07:20:04,696 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T07:20:04,697 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,32917,1731568801697-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T07:20:04,697 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,32917,1731568801697-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:20:04,697 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,32917,1731568801697-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:20:04,697 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c7aa6e2790b3:32917, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:20:04,697 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T07:20:04,697 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T07:20:04,698 DEBUG [master/c7aa6e2790b3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T07:20:04,700 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.792sec 2024-11-14T07:20:04,700 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T07:20:04,700 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T07:20:04,700 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T07:20:04,700 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T07:20:04,700 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T07:20:04,700 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,32917,1731568801697-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T07:20:04,701 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,32917,1731568801697-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T07:20:04,702 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T07:20:04,702 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T07:20:04,702 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,32917,1731568801697-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:20:04,769 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@645059c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:20:04,769 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,32917,-1 for getting cluster id 2024-11-14T07:20:04,769 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:20:04,770 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '903bff05-7a2b-4d8e-a730-e9f1dea85f44' 2024-11-14T07:20:04,770 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:20:04,770 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "903bff05-7a2b-4d8e-a730-e9f1dea85f44" 2024-11-14T07:20:04,771 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2935254, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:20:04,771 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,32917,-1] 2024-11-14T07:20:04,771 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:20:04,771 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:20:04,772 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:20:04,772 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3426c331, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:20:04,772 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T07:20:04,773 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c7aa6e2790b3,37943,1731568801838, seqNum=-1] 2024-11-14T07:20:04,774 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T07:20:04,774 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T07:20:04,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c7aa6e2790b3,32917,1731568801697 2024-11-14T07:20:04,776 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51830 2024-11-14T07:20:04,784 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T07:20:04,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51830, baseZNode=/1-1771376063 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T07:20:04,789 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013836f6e50005 connected 2024-11-14T07:20:04,801 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:20:04,802 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is c7aa6e2790b3,41457,1731568796619 2024-11-14T07:20:04,802 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a2fa363 2024-11-14T07:20:04,802 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T07:20:04,803 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T07:20:04,804 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41457 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T07:20:04,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41457 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T07:20:04,806 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T07:20:04,806 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:20:04,807 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41457 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T07:20:04,807 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T07:20:04,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:20:04,812 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:20:04,812 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:20:04,812 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:20:04,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741835_1011 (size=902) 2024-11-14T07:20:04,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:20:04,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:20:04,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:20:04,820 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:20:04,822 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:20:04,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:20:05,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:20:05,214 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8f496bbfe2a6683f0c3aa8d2ac6f01b7, NAME => 'test,,1731568804804.8f496bbfe2a6683f0c3aa8d2ac6f01b7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3 2024-11-14T07:20:05,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741836_1012 (size=39) 2024-11-14T07:20:05,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:20:05,627 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731568804804.8f496bbfe2a6683f0c3aa8d2ac6f01b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:20:05,627 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8f496bbfe2a6683f0c3aa8d2ac6f01b7, disabling compactions & flushes 2024-11-14T07:20:05,627 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731568804804.8f496bbfe2a6683f0c3aa8d2ac6f01b7. 2024-11-14T07:20:05,627 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731568804804.8f496bbfe2a6683f0c3aa8d2ac6f01b7. 2024-11-14T07:20:05,627 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731568804804.8f496bbfe2a6683f0c3aa8d2ac6f01b7. after waiting 0 ms 2024-11-14T07:20:05,627 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731568804804.8f496bbfe2a6683f0c3aa8d2ac6f01b7. 2024-11-14T07:20:05,627 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731568804804.8f496bbfe2a6683f0c3aa8d2ac6f01b7. 2024-11-14T07:20:05,627 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8f496bbfe2a6683f0c3aa8d2ac6f01b7: Waiting for close lock at 1731568805627Disabling compacts and flushes for region at 1731568805627Disabling writes for close at 1731568805627Writing region close event to WAL at 1731568805627Closed at 1731568805627 2024-11-14T07:20:05,628 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T07:20:05,628 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731568804804.8f496bbfe2a6683f0c3aa8d2ac6f01b7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731568805628"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731568805628"}]},"ts":"1731568805628"} 2024-11-14T07:20:05,630 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T07:20:05,631 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T07:20:05,631 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731568805631"}]},"ts":"1731568805631"} 2024-11-14T07:20:05,633 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T07:20:05,633 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8f496bbfe2a6683f0c3aa8d2ac6f01b7, ASSIGN}] 2024-11-14T07:20:05,634 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8f496bbfe2a6683f0c3aa8d2ac6f01b7, ASSIGN 2024-11-14T07:20:05,635 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8f496bbfe2a6683f0c3aa8d2ac6f01b7, ASSIGN; state=OFFLINE, location=c7aa6e2790b3,38503,1731568796817; forceNewPlan=false, retain=false 2024-11-14T07:20:05,786 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8f496bbfe2a6683f0c3aa8d2ac6f01b7, regionState=OPENING, regionLocation=c7aa6e2790b3,38503,1731568796817 2024-11-14T07:20:05,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8f496bbfe2a6683f0c3aa8d2ac6f01b7, ASSIGN because future has completed 2024-11-14T07:20:05,789 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8f496bbfe2a6683f0c3aa8d2ac6f01b7, server=c7aa6e2790b3,38503,1731568796817}] 2024-11-14T07:20:05,943 INFO [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731568804804.8f496bbfe2a6683f0c3aa8d2ac6f01b7. 2024-11-14T07:20:05,944 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8f496bbfe2a6683f0c3aa8d2ac6f01b7, NAME => 'test,,1731568804804.8f496bbfe2a6683f0c3aa8d2ac6f01b7.', STARTKEY => '', ENDKEY => ''} 2024-11-14T07:20:05,944 INFO [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T07:20:05,944 INFO [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T07:20:05,944 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8f496bbfe2a6683f0c3aa8d2ac6f01b7 2024-11-14T07:20:05,944 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731568804804.8f496bbfe2a6683f0c3aa8d2ac6f01b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:20:05,944 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8f496bbfe2a6683f0c3aa8d2ac6f01b7 2024-11-14T07:20:05,944 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8f496bbfe2a6683f0c3aa8d2ac6f01b7 2024-11-14T07:20:05,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:20:05,945 INFO [StoreOpener-8f496bbfe2a6683f0c3aa8d2ac6f01b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8f496bbfe2a6683f0c3aa8d2ac6f01b7 2024-11-14T07:20:05,946 INFO [StoreOpener-8f496bbfe2a6683f0c3aa8d2ac6f01b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f496bbfe2a6683f0c3aa8d2ac6f01b7 columnFamilyName f 2024-11-14T07:20:05,946 DEBUG [StoreOpener-8f496bbfe2a6683f0c3aa8d2ac6f01b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:20:05,947 INFO [StoreOpener-8f496bbfe2a6683f0c3aa8d2ac6f01b7-1 {}] regionserver.HStore(327): Store=8f496bbfe2a6683f0c3aa8d2ac6f01b7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:20:05,947 INFO [StoreOpener-8f496bbfe2a6683f0c3aa8d2ac6f01b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8f496bbfe2a6683f0c3aa8d2ac6f01b7 2024-11-14T07:20:05,947 INFO [StoreOpener-8f496bbfe2a6683f0c3aa8d2ac6f01b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f496bbfe2a6683f0c3aa8d2ac6f01b7 columnFamilyName f1 2024-11-14T07:20:05,948 DEBUG [StoreOpener-8f496bbfe2a6683f0c3aa8d2ac6f01b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:20:05,948 INFO [StoreOpener-8f496bbfe2a6683f0c3aa8d2ac6f01b7-1 {}] regionserver.HStore(327): Store=8f496bbfe2a6683f0c3aa8d2ac6f01b7/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:20:05,948 INFO [StoreOpener-8f496bbfe2a6683f0c3aa8d2ac6f01b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8f496bbfe2a6683f0c3aa8d2ac6f01b7 2024-11-14T07:20:05,948 INFO [StoreOpener-8f496bbfe2a6683f0c3aa8d2ac6f01b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f496bbfe2a6683f0c3aa8d2ac6f01b7 columnFamilyName norep 2024-11-14T07:20:05,948 DEBUG [StoreOpener-8f496bbfe2a6683f0c3aa8d2ac6f01b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:20:05,949 INFO [StoreOpener-8f496bbfe2a6683f0c3aa8d2ac6f01b7-1 {}] regionserver.HStore(327): Store=8f496bbfe2a6683f0c3aa8d2ac6f01b7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:20:05,949 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8f496bbfe2a6683f0c3aa8d2ac6f01b7 2024-11-14T07:20:05,949 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/data/default/test/8f496bbfe2a6683f0c3aa8d2ac6f01b7 2024-11-14T07:20:05,950 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/data/default/test/8f496bbfe2a6683f0c3aa8d2ac6f01b7 2024-11-14T07:20:05,951 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8f496bbfe2a6683f0c3aa8d2ac6f01b7 2024-11-14T07:20:05,951 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8f496bbfe2a6683f0c3aa8d2ac6f01b7 2024-11-14T07:20:05,951 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T07:20:05,952 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8f496bbfe2a6683f0c3aa8d2ac6f01b7 2024-11-14T07:20:05,954 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/data/default/test/8f496bbfe2a6683f0c3aa8d2ac6f01b7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T07:20:05,954 INFO [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8f496bbfe2a6683f0c3aa8d2ac6f01b7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63245726, jitterRate=-0.05756524205207825}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T07:20:05,954 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8f496bbfe2a6683f0c3aa8d2ac6f01b7 2024-11-14T07:20:05,955 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8f496bbfe2a6683f0c3aa8d2ac6f01b7: Running coprocessor pre-open hook at 1731568805944Writing region info on filesystem at 1731568805944Initializing all the Stores at 1731568805945 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568805945Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568805945Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568805945Cleaning up temporary data from old regions at 1731568805951 (+6 ms)Running coprocessor post-open hooks at 1731568805954 (+3 ms)Region opened successfully at 1731568805955 (+1 ms) 2024-11-14T07:20:05,956 INFO [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731568804804.8f496bbfe2a6683f0c3aa8d2ac6f01b7., pid=6, masterSystemTime=1731568805941 2024-11-14T07:20:05,957 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731568804804.8f496bbfe2a6683f0c3aa8d2ac6f01b7. 2024-11-14T07:20:05,957 INFO [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731568804804.8f496bbfe2a6683f0c3aa8d2ac6f01b7. 2024-11-14T07:20:05,958 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8f496bbfe2a6683f0c3aa8d2ac6f01b7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c7aa6e2790b3,38503,1731568796817 2024-11-14T07:20:05,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8f496bbfe2a6683f0c3aa8d2ac6f01b7, server=c7aa6e2790b3,38503,1731568796817 because future has completed 2024-11-14T07:20:05,964 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T07:20:05,964 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8f496bbfe2a6683f0c3aa8d2ac6f01b7, server=c7aa6e2790b3,38503,1731568796817 in 173 msec 2024-11-14T07:20:05,965 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T07:20:05,965 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8f496bbfe2a6683f0c3aa8d2ac6f01b7, ASSIGN in 331 msec 2024-11-14T07:20:05,966 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T07:20:05,966 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731568805966"}]},"ts":"1731568805966"} 2024-11-14T07:20:05,968 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T07:20:05,969 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T07:20:05,970 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1650 sec 2024-11-14T07:20:06,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:20:06,955 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T07:20:06,955 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:20:06,956 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is c7aa6e2790b3,32917,1731568801697 2024-11-14T07:20:06,956 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d8210e9 2024-11-14T07:20:06,956 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T07:20:06,957 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T07:20:06,958 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32917 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T07:20:06,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32917 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T07:20:06,960 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T07:20:06,960 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:20:06,960 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32917 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T07:20:06,961 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T07:20:06,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:20:06,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34929 is added to blk_1073741835_1011 (size=902) 2024-11-14T07:20:07,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:20:07,144 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T07:20:07,144 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T07:20:07,144 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T07:20:07,144 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-14T07:20:07,145 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T07:20:07,145 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-14T07:20:07,145 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T07:20:07,145 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-14T07:20:07,145 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T07:20:07,145 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T07:20:07,145 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T07:20:07,145 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-14T07:20:07,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:20:07,371 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7ff0fc2b73e308d1d73f40afa0549a33, NAME => 'test,,1731568806958.7ff0fc2b73e308d1d73f40afa0549a33.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912 2024-11-14T07:20:07,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34929 is added to blk_1073741836_1012 (size=39) 2024-11-14T07:20:07,380 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731568806958.7ff0fc2b73e308d1d73f40afa0549a33.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:20:07,380 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7ff0fc2b73e308d1d73f40afa0549a33, disabling compactions & flushes 2024-11-14T07:20:07,380 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731568806958.7ff0fc2b73e308d1d73f40afa0549a33. 2024-11-14T07:20:07,380 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731568806958.7ff0fc2b73e308d1d73f40afa0549a33. 2024-11-14T07:20:07,380 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731568806958.7ff0fc2b73e308d1d73f40afa0549a33. after waiting 0 ms 2024-11-14T07:20:07,380 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731568806958.7ff0fc2b73e308d1d73f40afa0549a33. 2024-11-14T07:20:07,380 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731568806958.7ff0fc2b73e308d1d73f40afa0549a33. 2024-11-14T07:20:07,380 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7ff0fc2b73e308d1d73f40afa0549a33: Waiting for close lock at 1731568807380Disabling compacts and flushes for region at 1731568807380Disabling writes for close at 1731568807380Writing region close event to WAL at 1731568807380Closed at 1731568807380 2024-11-14T07:20:07,381 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T07:20:07,381 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731568806958.7ff0fc2b73e308d1d73f40afa0549a33.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731568807381"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731568807381"}]},"ts":"1731568807381"} 2024-11-14T07:20:07,383 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T07:20:07,384 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T07:20:07,384 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731568807384"}]},"ts":"1731568807384"} 2024-11-14T07:20:07,386 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T07:20:07,386 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7ff0fc2b73e308d1d73f40afa0549a33, ASSIGN}] 2024-11-14T07:20:07,387 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7ff0fc2b73e308d1d73f40afa0549a33, ASSIGN 2024-11-14T07:20:07,388 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7ff0fc2b73e308d1d73f40afa0549a33, ASSIGN; state=OFFLINE, location=c7aa6e2790b3,37943,1731568801838; forceNewPlan=false, retain=false 2024-11-14T07:20:07,538 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7ff0fc2b73e308d1d73f40afa0549a33, regionState=OPENING, regionLocation=c7aa6e2790b3,37943,1731568801838 2024-11-14T07:20:07,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7ff0fc2b73e308d1d73f40afa0549a33, ASSIGN because future has completed 2024-11-14T07:20:07,541 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7ff0fc2b73e308d1d73f40afa0549a33, server=c7aa6e2790b3,37943,1731568801838}] 2024-11-14T07:20:07,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:20:07,697 INFO [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731568806958.7ff0fc2b73e308d1d73f40afa0549a33. 2024-11-14T07:20:07,697 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7ff0fc2b73e308d1d73f40afa0549a33, NAME => 'test,,1731568806958.7ff0fc2b73e308d1d73f40afa0549a33.', STARTKEY => '', ENDKEY => ''} 2024-11-14T07:20:07,697 INFO [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T07:20:07,697 INFO [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T07:20:07,697 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7ff0fc2b73e308d1d73f40afa0549a33 2024-11-14T07:20:07,697 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731568806958.7ff0fc2b73e308d1d73f40afa0549a33.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:20:07,698 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7ff0fc2b73e308d1d73f40afa0549a33 2024-11-14T07:20:07,698 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7ff0fc2b73e308d1d73f40afa0549a33 2024-11-14T07:20:07,699 INFO [StoreOpener-7ff0fc2b73e308d1d73f40afa0549a33-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7ff0fc2b73e308d1d73f40afa0549a33 2024-11-14T07:20:07,700 INFO [StoreOpener-7ff0fc2b73e308d1d73f40afa0549a33-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ff0fc2b73e308d1d73f40afa0549a33 columnFamilyName f 2024-11-14T07:20:07,700 DEBUG [StoreOpener-7ff0fc2b73e308d1d73f40afa0549a33-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:20:07,701 INFO [StoreOpener-7ff0fc2b73e308d1d73f40afa0549a33-1 {}] regionserver.HStore(327): Store=7ff0fc2b73e308d1d73f40afa0549a33/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:20:07,701 INFO [StoreOpener-7ff0fc2b73e308d1d73f40afa0549a33-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7ff0fc2b73e308d1d73f40afa0549a33 2024-11-14T07:20:07,702 INFO [StoreOpener-7ff0fc2b73e308d1d73f40afa0549a33-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ff0fc2b73e308d1d73f40afa0549a33 columnFamilyName f1 2024-11-14T07:20:07,702 DEBUG [StoreOpener-7ff0fc2b73e308d1d73f40afa0549a33-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:20:07,702 INFO [StoreOpener-7ff0fc2b73e308d1d73f40afa0549a33-1 {}] regionserver.HStore(327): Store=7ff0fc2b73e308d1d73f40afa0549a33/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:20:07,702 INFO [StoreOpener-7ff0fc2b73e308d1d73f40afa0549a33-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7ff0fc2b73e308d1d73f40afa0549a33 2024-11-14T07:20:07,703 INFO [StoreOpener-7ff0fc2b73e308d1d73f40afa0549a33-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ff0fc2b73e308d1d73f40afa0549a33 columnFamilyName norep 2024-11-14T07:20:07,703 DEBUG [StoreOpener-7ff0fc2b73e308d1d73f40afa0549a33-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:20:07,703 INFO [StoreOpener-7ff0fc2b73e308d1d73f40afa0549a33-1 {}] regionserver.HStore(327): Store=7ff0fc2b73e308d1d73f40afa0549a33/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:20:07,703 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7ff0fc2b73e308d1d73f40afa0549a33 2024-11-14T07:20:07,704 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/data/default/test/7ff0fc2b73e308d1d73f40afa0549a33 2024-11-14T07:20:07,704 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/data/default/test/7ff0fc2b73e308d1d73f40afa0549a33 2024-11-14T07:20:07,705 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7ff0fc2b73e308d1d73f40afa0549a33 2024-11-14T07:20:07,705 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7ff0fc2b73e308d1d73f40afa0549a33 2024-11-14T07:20:07,705 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T07:20:07,706 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7ff0fc2b73e308d1d73f40afa0549a33 2024-11-14T07:20:07,708 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/data/default/test/7ff0fc2b73e308d1d73f40afa0549a33/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T07:20:07,708 INFO [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7ff0fc2b73e308d1d73f40afa0549a33; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74686924, jitterRate=0.11292189359664917}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T07:20:07,708 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7ff0fc2b73e308d1d73f40afa0549a33 2024-11-14T07:20:07,708 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7ff0fc2b73e308d1d73f40afa0549a33: Running coprocessor pre-open hook at 1731568807698Writing region info on filesystem at 1731568807698Initializing all the Stores at 1731568807699 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568807699Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568807699Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568807699Cleaning up temporary data from old regions at 1731568807705 (+6 ms)Running coprocessor post-open hooks at 1731568807708 (+3 ms)Region opened successfully at 1731568807708 2024-11-14T07:20:07,709 INFO [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731568806958.7ff0fc2b73e308d1d73f40afa0549a33., pid=6, masterSystemTime=1731568807693 2024-11-14T07:20:07,711 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731568806958.7ff0fc2b73e308d1d73f40afa0549a33. 2024-11-14T07:20:07,711 INFO [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731568806958.7ff0fc2b73e308d1d73f40afa0549a33. 2024-11-14T07:20:07,711 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7ff0fc2b73e308d1d73f40afa0549a33, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c7aa6e2790b3,37943,1731568801838 2024-11-14T07:20:07,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7ff0fc2b73e308d1d73f40afa0549a33, server=c7aa6e2790b3,37943,1731568801838 because future has completed 2024-11-14T07:20:07,715 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T07:20:07,715 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7ff0fc2b73e308d1d73f40afa0549a33, server=c7aa6e2790b3,37943,1731568801838 in 173 msec 2024-11-14T07:20:07,717 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T07:20:07,717 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7ff0fc2b73e308d1d73f40afa0549a33, ASSIGN in 330 msec 2024-11-14T07:20:07,718 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T07:20:07,718 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731568807718"}]},"ts":"1731568807718"} 2024-11-14T07:20:07,720 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T07:20:07,721 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T07:20:07,722 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 763 msec 2024-11-14T07:20:08,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:20:08,096 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T07:20:08,096 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bb7c883, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:20:08,096 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,41457,-1 for getting cluster id 2024-11-14T07:20:08,096 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:20:08,097 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '44c06873-44ba-464d-9f46-23d7233a4077' 2024-11-14T07:20:08,097 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:20:08,097 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "44c06873-44ba-464d-9f46-23d7233a4077" 2024-11-14T07:20:08,097 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18e97f98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:20:08,097 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,41457,-1] 2024-11-14T07:20:08,097 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:20:08,097 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:20:08,098 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:20:08,098 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2abc9d94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:20:08,099 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@adb94d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:20:08,099 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,32917,-1 for getting cluster id 2024-11-14T07:20:08,099 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:20:08,100 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '903bff05-7a2b-4d8e-a730-e9f1dea85f44' 2024-11-14T07:20:08,100 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:20:08,100 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "903bff05-7a2b-4d8e-a730-e9f1dea85f44" 2024-11-14T07:20:08,100 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c8bdf66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:20:08,100 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,32917,-1] 2024-11-14T07:20:08,100 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:20:08,100 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:20:08,101 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:20:08,101 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16e98ff0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:20:08,102 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4663f8d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:20:08,102 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,41457,-1 for getting cluster id 2024-11-14T07:20:08,102 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:20:08,102 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '44c06873-44ba-464d-9f46-23d7233a4077' 2024-11-14T07:20:08,102 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:20:08,102 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "44c06873-44ba-464d-9f46-23d7233a4077" 2024-11-14T07:20:08,102 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f0d444f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:20:08,102 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,41457,-1] 2024-11-14T07:20:08,103 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:20:08,103 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:20:08,103 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:20:08,104 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13104d56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:20:08,104 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:20:08,104 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is c7aa6e2790b3,41457,1731568796619 2024-11-14T07:20:08,104 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b4c65c3 2024-11-14T07:20:08,105 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T07:20:08,105 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T07:20:08,106 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41457 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c7aa6e2790b3:32917,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T07:20:08,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41457 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T07:20:08,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T07:20:08,108 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c7aa6e2790b3:32917' 2024-11-14T07:20:08,109 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18ab5589, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:20:08,109 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,32917,-1 for getting cluster id 2024-11-14T07:20:08,109 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:20:08,110 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '903bff05-7a2b-4d8e-a730-e9f1dea85f44' 2024-11-14T07:20:08,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:20:08,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "903bff05-7a2b-4d8e-a730-e9f1dea85f44" 2024-11-14T07:20:08,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12ecae35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:20:08,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,32917,-1] 2024-11-14T07:20:08,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:20:08,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:20:08,111 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:20:08,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c4976e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:20:08,112 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:20:08,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c7aa6e2790b3,32917,1731568801697 2024-11-14T07:20:08,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@768f5bdf 2024-11-14T07:20:08,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T07:20:08,114 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T07:20:08,114 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T07:20:08,114 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T07:20:08,114 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:20:08,114 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:20:08,115 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:20:08,115 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T07:20:08,116 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T07:20:08,117 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T07:20:08,117 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:20:08,117 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T07:20:08,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741837_1013 (size=1138) 2024-11-14T07:20:08,166 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T07:20:08,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T07:20:08,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T07:20:08,524 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f8303b93c7e12c49e06f2afb2c645204, NAME => 'hbase:replication,,1731568808115.f8303b93c7e12c49e06f2afb2c645204.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3 2024-11-14T07:20:08,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741838_1014 (size=44) 2024-11-14T07:20:08,529 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731568808115.f8303b93c7e12c49e06f2afb2c645204.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:20:08,529 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f8303b93c7e12c49e06f2afb2c645204, disabling compactions & flushes 2024-11-14T07:20:08,529 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731568808115.f8303b93c7e12c49e06f2afb2c645204. 2024-11-14T07:20:08,529 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731568808115.f8303b93c7e12c49e06f2afb2c645204. 2024-11-14T07:20:08,529 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731568808115.f8303b93c7e12c49e06f2afb2c645204. after waiting 0 ms 2024-11-14T07:20:08,529 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731568808115.f8303b93c7e12c49e06f2afb2c645204. 2024-11-14T07:20:08,529 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731568808115.f8303b93c7e12c49e06f2afb2c645204. 2024-11-14T07:20:08,529 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f8303b93c7e12c49e06f2afb2c645204: Waiting for close lock at 1731568808529Disabling compacts and flushes for region at 1731568808529Disabling writes for close at 1731568808529Writing region close event to WAL at 1731568808529Closed at 1731568808529 2024-11-14T07:20:08,530 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T07:20:08,531 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731568808115.f8303b93c7e12c49e06f2afb2c645204.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731568808530"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731568808530"}]},"ts":"1731568808530"} 2024-11-14T07:20:08,533 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T07:20:08,533 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T07:20:08,534 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731568808533"}]},"ts":"1731568808533"} 2024-11-14T07:20:08,535 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T07:20:08,535 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f8303b93c7e12c49e06f2afb2c645204, ASSIGN}] 2024-11-14T07:20:08,536 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f8303b93c7e12c49e06f2afb2c645204, ASSIGN 2024-11-14T07:20:08,537 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f8303b93c7e12c49e06f2afb2c645204, ASSIGN; state=OFFLINE, location=c7aa6e2790b3,38503,1731568796817; forceNewPlan=false, retain=false 2024-11-14T07:20:08,688 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f8303b93c7e12c49e06f2afb2c645204, regionState=OPENING, regionLocation=c7aa6e2790b3,38503,1731568796817 2024-11-14T07:20:08,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f8303b93c7e12c49e06f2afb2c645204, ASSIGN because future has completed 2024-11-14T07:20:08,690 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f8303b93c7e12c49e06f2afb2c645204, server=c7aa6e2790b3,38503,1731568796817}] 2024-11-14T07:20:08,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T07:20:08,845 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731568808115.f8303b93c7e12c49e06f2afb2c645204. 2024-11-14T07:20:08,845 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T07:20:08,845 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T07:20:08,846 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c7aa6e2790b3%2C38503%2C1731568796817.rep, suffix=, logDir=hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/WALs/c7aa6e2790b3,38503,1731568796817, archiveDir=hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/oldWALs, maxLogs=10 2024-11-14T07:20:08,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/WALs/c7aa6e2790b3,38503,1731568796817/c7aa6e2790b3%2C38503%2C1731568796817.rep.1731568808847, exclude list is [], retry=0 2024-11-14T07:20:08,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36623,DS-a586acf8-6d4f-402d-aba9-a3c7e4c89305,DISK] 2024-11-14T07:20:08,860 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/WALs/c7aa6e2790b3,38503,1731568796817/c7aa6e2790b3%2C38503%2C1731568796817.rep.1731568808847 2024-11-14T07:20:08,860 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46865:46865)] 2024-11-14T07:20:08,861 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f8303b93c7e12c49e06f2afb2c645204, NAME => 'hbase:replication,,1731568808115.f8303b93c7e12c49e06f2afb2c645204.', STARTKEY => '', ENDKEY => ''} 2024-11-14T07:20:08,861 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T07:20:08,861 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T07:20:08,861 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731568808115.f8303b93c7e12c49e06f2afb2c645204. service=MultiRowMutationService 2024-11-14T07:20:08,861 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T07:20:08,861 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f8303b93c7e12c49e06f2afb2c645204 2024-11-14T07:20:08,861 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731568808115.f8303b93c7e12c49e06f2afb2c645204.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:20:08,861 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f8303b93c7e12c49e06f2afb2c645204 2024-11-14T07:20:08,861 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f8303b93c7e12c49e06f2afb2c645204 2024-11-14T07:20:08,862 INFO [StoreOpener-f8303b93c7e12c49e06f2afb2c645204-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f8303b93c7e12c49e06f2afb2c645204 2024-11-14T07:20:08,863 INFO [StoreOpener-f8303b93c7e12c49e06f2afb2c645204-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8303b93c7e12c49e06f2afb2c645204 columnFamilyName hfileref 2024-11-14T07:20:08,864 DEBUG [StoreOpener-f8303b93c7e12c49e06f2afb2c645204-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:20:08,864 INFO [StoreOpener-f8303b93c7e12c49e06f2afb2c645204-1 {}] regionserver.HStore(327): Store=f8303b93c7e12c49e06f2afb2c645204/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:20:08,864 INFO [StoreOpener-f8303b93c7e12c49e06f2afb2c645204-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f8303b93c7e12c49e06f2afb2c645204 2024-11-14T07:20:08,865 INFO [StoreOpener-f8303b93c7e12c49e06f2afb2c645204-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8303b93c7e12c49e06f2afb2c645204 columnFamilyName queue 2024-11-14T07:20:08,865 DEBUG [StoreOpener-f8303b93c7e12c49e06f2afb2c645204-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:20:08,865 INFO [StoreOpener-f8303b93c7e12c49e06f2afb2c645204-1 {}] regionserver.HStore(327): Store=f8303b93c7e12c49e06f2afb2c645204/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:20:08,866 INFO [StoreOpener-f8303b93c7e12c49e06f2afb2c645204-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f8303b93c7e12c49e06f2afb2c645204 2024-11-14T07:20:08,866 INFO [StoreOpener-f8303b93c7e12c49e06f2afb2c645204-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8303b93c7e12c49e06f2afb2c645204 columnFamilyName sid 2024-11-14T07:20:08,866 DEBUG [StoreOpener-f8303b93c7e12c49e06f2afb2c645204-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:20:08,867 INFO [StoreOpener-f8303b93c7e12c49e06f2afb2c645204-1 {}] regionserver.HStore(327): Store=f8303b93c7e12c49e06f2afb2c645204/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:20:08,867 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f8303b93c7e12c49e06f2afb2c645204 2024-11-14T07:20:08,867 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/data/hbase/replication/f8303b93c7e12c49e06f2afb2c645204 2024-11-14T07:20:08,868 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/data/hbase/replication/f8303b93c7e12c49e06f2afb2c645204 2024-11-14T07:20:08,868 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f8303b93c7e12c49e06f2afb2c645204 2024-11-14T07:20:08,868 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f8303b93c7e12c49e06f2afb2c645204 2024-11-14T07:20:08,869 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T07:20:08,870 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f8303b93c7e12c49e06f2afb2c645204 2024-11-14T07:20:08,872 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/data/hbase/replication/f8303b93c7e12c49e06f2afb2c645204/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T07:20:08,872 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f8303b93c7e12c49e06f2afb2c645204; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59997051, jitterRate=-0.10597427189350128}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T07:20:08,872 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f8303b93c7e12c49e06f2afb2c645204 2024-11-14T07:20:08,873 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f8303b93c7e12c49e06f2afb2c645204: Running coprocessor pre-open hook at 1731568808861Writing region info on filesystem at 1731568808861Initializing all the Stores at 1731568808862 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568808862Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568808862Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568808862Cleaning up temporary data from old regions at 1731568808868 (+6 ms)Running coprocessor post-open hooks at 1731568808872 (+4 ms)Region opened successfully at 1731568808873 (+1 ms) 2024-11-14T07:20:08,873 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731568808115.f8303b93c7e12c49e06f2afb2c645204., pid=10, masterSystemTime=1731568808842 2024-11-14T07:20:08,875 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731568808115.f8303b93c7e12c49e06f2afb2c645204. 2024-11-14T07:20:08,875 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731568808115.f8303b93c7e12c49e06f2afb2c645204. 2024-11-14T07:20:08,875 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f8303b93c7e12c49e06f2afb2c645204, regionState=OPEN, openSeqNum=2, regionLocation=c7aa6e2790b3,38503,1731568796817 2024-11-14T07:20:08,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f8303b93c7e12c49e06f2afb2c645204, server=c7aa6e2790b3,38503,1731568796817 because future has completed 2024-11-14T07:20:08,879 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T07:20:08,879 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f8303b93c7e12c49e06f2afb2c645204, server=c7aa6e2790b3,38503,1731568796817 in 188 msec 2024-11-14T07:20:08,881 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T07:20:08,881 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f8303b93c7e12c49e06f2afb2c645204, ASSIGN in 344 msec 2024-11-14T07:20:08,882 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T07:20:08,882 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731568808882"}]},"ts":"1731568808882"} 2024-11-14T07:20:08,884 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T07:20:08,884 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T07:20:08,886 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 769 msec 2024-11-14T07:20:08,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731568808115.f8303b93c7e12c49e06f2afb2c645204., hostname=c7aa6e2790b3,38503,1731568796817, seqNum=2] 2024-11-14T07:20:09,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41457-0x1013836f6e50000, quorum=127.0.0.1:51830, baseZNode=/01643293465 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01643293465 2024-11-14T07:20:09,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38503-0x1013836f6e50001, quorum=127.0.0.1:51830, baseZNode=/01643293465 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01643293465 2024-11-14T07:20:09,099 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T07:20:09,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T07:20:09,251 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38503 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T07:20:09,251 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T07:20:09,276 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c7aa6e2790b3,38503,1731568796817, ReplicationSource: 1, currentBandwidth=0 2024-11-14T07:20:09,277 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T07:20:09,277 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c7aa6e2790b3,38503,1731568796817, seqNum=-1] 2024-11-14T07:20:09,278 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T07:20:09,279 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57091, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-14T07:20:09,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c7aa6e2790b3,38503,1731568796817', locateType=CURRENT is [region=hbase:replication,,1731568808115.f8303b93c7e12c49e06f2afb2c645204., hostname=c7aa6e2790b3,38503,1731568796817, seqNum=2] 2024-11-14T07:20:09,283 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T07:20:09,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41457 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T07:20:09,285 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c7aa6e2790b3,38503,1731568796817 suceeded 2024-11-14T07:20:09,286 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T07:20:09,286 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-14T07:20:09,286 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c7aa6e2790b3:32917,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T07:20:09,287 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1800 sec 2024-11-14T07:20:09,302 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,38503,1731568796817 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c7aa6e2790b3:32917' 2024-11-14T07:20:09,303 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,38503,1731568796817 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7adff181, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:20:09,303 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,38503,1731568796817 {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,32917,-1 for getting cluster id 2024-11-14T07:20:09,304 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,38503,1731568796817 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:20:09,304 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '903bff05-7a2b-4d8e-a730-e9f1dea85f44' 2024-11-14T07:20:09,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:20:09,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "903bff05-7a2b-4d8e-a730-e9f1dea85f44" 2024-11-14T07:20:09,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7041e702, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:20:09,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,32917,-1] 2024-11-14T07:20:09,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:20:09,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:20:09,306 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:20:09,307 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,38503,1731568796817 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22d5d291, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:20:09,307 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,38503,1731568796817 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:20:09,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c7aa6e2790b3,32917,1731568801697 2024-11-14T07:20:09,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d70940 2024-11-14T07:20:09,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T07:20:09,308 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-14T07:20:09,309 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,38503,1731568796817 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c7aa6e2790b3,38503,1731568796817 (queues=1) is replicating from cluster=44c06873-44ba-464d-9f46-23d7233a4077 to cluster=903bff05-7a2b-4d8e-a730-e9f1dea85f44 2024-11-14T07:20:09,309 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,38503,1731568796817 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c7aa6e2790b3%2C38503%2C1731568796817 2024-11-14T07:20:09,309 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,38503,1731568796817 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c7aa6e2790b3,38503,1731568796817, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T07:20:09,309 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,38503,1731568796817.replicationSource.wal-reader.c7aa6e2790b3%2C38503%2C1731568796817,1-c7aa6e2790b3,38503,1731568796817 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/WALs/c7aa6e2790b3,38503,1731568796817/c7aa6e2790b3%2C38503%2C1731568796817.1731568798333, startPosition=0, beingWritten=true 2024-11-14T07:20:09,310 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,38503,1731568796817.replicationSource.shipperc7aa6e2790b3%2C38503%2C1731568796817,1-c7aa6e2790b3,38503,1731568796817 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c7aa6e2790b3%2C38503%2C1731568796817 2024-11-14T07:20:09,315 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,38503,1731568796817.replicationSource.wal-reader.c7aa6e2790b3%2C38503%2C1731568796817,1-c7aa6e2790b3,38503,1731568796817 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T07:20:09,315 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,38503,1731568796817.replicationSource.wal-reader.c7aa6e2790b3%2C38503%2C1731568796817,1-c7aa6e2790b3,38503,1731568796817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/WALs/c7aa6e2790b3,38503,1731568796817/c7aa6e2790b3%2C38503%2C1731568796817.1731568798333 to pos 379, reset compression=false 2024-11-14T07:20:09,315 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,38503,1731568796817.replicationSource.shipperc7aa6e2790b3%2C38503%2C1731568796817,1-c7aa6e2790b3,38503,1731568796817 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c7aa6e2790b3,38503,1731568796817 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/WALs/c7aa6e2790b3,38503,1731568796817/c7aa6e2790b3%2C38503%2C1731568796817.1731568798333, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T07:20:09,524 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,38503,1731568796817.replicationSource.wal-reader.c7aa6e2790b3%2C38503%2C1731568796817,1-c7aa6e2790b3,38503,1731568796817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/WALs/c7aa6e2790b3,38503,1731568796817/c7aa6e2790b3%2C38503%2C1731568796817.1731568798333 to pos 379, reset compression=false 2024-11-14T07:20:09,828 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,38503,1731568796817.replicationSource.wal-reader.c7aa6e2790b3%2C38503%2C1731568796817,1-c7aa6e2790b3,38503,1731568796817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/WALs/c7aa6e2790b3,38503,1731568796817/c7aa6e2790b3%2C38503%2C1731568796817.1731568798333 to pos 379, reset compression=false 2024-11-14T07:20:10,159 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T07:20:10,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:20:10,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:20:10,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:20:10,186 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:20:10,186 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:20:10,186 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:20:10,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:20:10,200 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:20:10,211 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T07:20:10,211 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T07:20:10,232 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,38503,1731568796817.replicationSource.wal-reader.c7aa6e2790b3%2C38503%2C1731568796817,1-c7aa6e2790b3,38503,1731568796817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/WALs/c7aa6e2790b3,38503,1731568796817/c7aa6e2790b3%2C38503%2C1731568796817.1731568798333 to pos 379, reset compression=false 2024-11-14T07:20:10,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T07:20:10,256 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T07:20:10,256 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T07:20:10,256 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:20:10,256 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:20:10,256 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:20:10,256 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:20:10,257 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45a2f914, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:20:10,257 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,32917,-1 for getting cluster id 2024-11-14T07:20:10,257 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:20:10,258 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '903bff05-7a2b-4d8e-a730-e9f1dea85f44' 2024-11-14T07:20:10,258 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:20:10,258 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "903bff05-7a2b-4d8e-a730-e9f1dea85f44" 2024-11-14T07:20:10,258 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69bedaaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:20:10,258 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,32917,-1] 2024-11-14T07:20:10,258 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:20:10,259 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:20:10,259 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:20:10,260 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21084e48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:20:10,260 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:20:10,261 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is c7aa6e2790b3,32917,1731568801697 2024-11-14T07:20:10,261 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@10a8d2ef 2024-11-14T07:20:10,261 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T07:20:10,262 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T07:20:10,262 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32917 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c7aa6e2790b3:41457,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T07:20:10,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32917 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T07:20:10,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T07:20:10,264 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c7aa6e2790b3:41457' 2024-11-14T07:20:10,265 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39e60ca6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:20:10,265 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,41457,-1 for getting cluster id 2024-11-14T07:20:10,265 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:20:10,266 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '44c06873-44ba-464d-9f46-23d7233a4077' 2024-11-14T07:20:10,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:20:10,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "44c06873-44ba-464d-9f46-23d7233a4077" 2024-11-14T07:20:10,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fd21013, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:20:10,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,41457,-1] 2024-11-14T07:20:10,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:20:10,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:20:10,267 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:20:10,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d40476d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:20:10,268 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:20:10,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c7aa6e2790b3,41457,1731568796619 2024-11-14T07:20:10,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5de74ed3 2024-11-14T07:20:10,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T07:20:10,269 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T07:20:10,270 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T07:20:10,270 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T07:20:10,270 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:20:10,270 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:20:10,270 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:20:10,271 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T07:20:10,272 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T07:20:10,272 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T07:20:10,273 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:20:10,273 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T07:20:10,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34929 is added to blk_1073741837_1013 (size=1138) 2024-11-14T07:20:10,322 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T07:20:10,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T07:20:10,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T07:20:10,681 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4f951667c6059f9f92f11242f1db9088, NAME => 'hbase:replication,,1731568810270.4f951667c6059f9f92f11242f1db9088.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912 2024-11-14T07:20:10,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34929 is added to blk_1073741838_1014 (size=44) 2024-11-14T07:20:10,736 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,38503,1731568796817.replicationSource.wal-reader.c7aa6e2790b3%2C38503%2C1731568796817,1-c7aa6e2790b3,38503,1731568796817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/WALs/c7aa6e2790b3,38503,1731568796817/c7aa6e2790b3%2C38503%2C1731568796817.1731568798333 to pos 379, reset compression=false 2024-11-14T07:20:10,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T07:20:11,087 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731568810270.4f951667c6059f9f92f11242f1db9088.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:20:11,087 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4f951667c6059f9f92f11242f1db9088, disabling compactions & flushes 2024-11-14T07:20:11,087 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731568810270.4f951667c6059f9f92f11242f1db9088. 2024-11-14T07:20:11,087 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731568810270.4f951667c6059f9f92f11242f1db9088. 2024-11-14T07:20:11,087 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731568810270.4f951667c6059f9f92f11242f1db9088. after waiting 0 ms 2024-11-14T07:20:11,087 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731568810270.4f951667c6059f9f92f11242f1db9088. 2024-11-14T07:20:11,087 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731568810270.4f951667c6059f9f92f11242f1db9088. 2024-11-14T07:20:11,087 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4f951667c6059f9f92f11242f1db9088: Waiting for close lock at 1731568811087Disabling compacts and flushes for region at 1731568811087Disabling writes for close at 1731568811087Writing region close event to WAL at 1731568811087Closed at 1731568811087 2024-11-14T07:20:11,088 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T07:20:11,088 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731568810270.4f951667c6059f9f92f11242f1db9088.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731568811088"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731568811088"}]},"ts":"1731568811088"} 2024-11-14T07:20:11,090 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T07:20:11,091 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T07:20:11,091 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731568811091"}]},"ts":"1731568811091"} 2024-11-14T07:20:11,092 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T07:20:11,093 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4f951667c6059f9f92f11242f1db9088, ASSIGN}] 2024-11-14T07:20:11,094 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4f951667c6059f9f92f11242f1db9088, ASSIGN 2024-11-14T07:20:11,094 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4f951667c6059f9f92f11242f1db9088, ASSIGN; state=OFFLINE, location=c7aa6e2790b3,37943,1731568801838; forceNewPlan=false, retain=false 2024-11-14T07:20:11,245 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4f951667c6059f9f92f11242f1db9088, regionState=OPENING, regionLocation=c7aa6e2790b3,37943,1731568801838 2024-11-14T07:20:11,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4f951667c6059f9f92f11242f1db9088, ASSIGN because future has completed 2024-11-14T07:20:11,247 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4f951667c6059f9f92f11242f1db9088, server=c7aa6e2790b3,37943,1731568801838}] 2024-11-14T07:20:11,341 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,38503,1731568796817.replicationSource.wal-reader.c7aa6e2790b3%2C38503%2C1731568796817,1-c7aa6e2790b3,38503,1731568796817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/WALs/c7aa6e2790b3,38503,1731568796817/c7aa6e2790b3%2C38503%2C1731568796817.1731568798333 to pos 379, reset compression=false 2024-11-14T07:20:11,402 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731568810270.4f951667c6059f9f92f11242f1db9088. 2024-11-14T07:20:11,402 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T07:20:11,402 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T07:20:11,403 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c7aa6e2790b3%2C37943%2C1731568801838.rep, suffix=, logDir=hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/WALs/c7aa6e2790b3,37943,1731568801838, archiveDir=hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/oldWALs, maxLogs=10 2024-11-14T07:20:11,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T07:20:11,414 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/WALs/c7aa6e2790b3,37943,1731568801838/c7aa6e2790b3%2C37943%2C1731568801838.rep.1731568811403, exclude list is [], retry=0 2024-11-14T07:20:11,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34929,DS-38cfd155-749d-41aa-9e4b-77d97ff17a43,DISK] 2024-11-14T07:20:11,417 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/WALs/c7aa6e2790b3,37943,1731568801838/c7aa6e2790b3%2C37943%2C1731568801838.rep.1731568811403 2024-11-14T07:20:11,417 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39135:39135)] 2024-11-14T07:20:11,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 4f951667c6059f9f92f11242f1db9088, NAME => 'hbase:replication,,1731568810270.4f951667c6059f9f92f11242f1db9088.', STARTKEY => '', ENDKEY => ''} 2024-11-14T07:20:11,418 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T07:20:11,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T07:20:11,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731568810270.4f951667c6059f9f92f11242f1db9088. service=MultiRowMutationService 2024-11-14T07:20:11,418 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T07:20:11,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4f951667c6059f9f92f11242f1db9088 2024-11-14T07:20:11,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731568810270.4f951667c6059f9f92f11242f1db9088.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:20:11,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 4f951667c6059f9f92f11242f1db9088 2024-11-14T07:20:11,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 4f951667c6059f9f92f11242f1db9088 2024-11-14T07:20:11,419 INFO [StoreOpener-4f951667c6059f9f92f11242f1db9088-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4f951667c6059f9f92f11242f1db9088 2024-11-14T07:20:11,420 INFO [StoreOpener-4f951667c6059f9f92f11242f1db9088-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f951667c6059f9f92f11242f1db9088 columnFamilyName hfileref 2024-11-14T07:20:11,420 DEBUG [StoreOpener-4f951667c6059f9f92f11242f1db9088-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:20:11,421 INFO [StoreOpener-4f951667c6059f9f92f11242f1db9088-1 {}] regionserver.HStore(327): Store=4f951667c6059f9f92f11242f1db9088/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:20:11,421 INFO [StoreOpener-4f951667c6059f9f92f11242f1db9088-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4f951667c6059f9f92f11242f1db9088 2024-11-14T07:20:11,421 INFO [StoreOpener-4f951667c6059f9f92f11242f1db9088-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f951667c6059f9f92f11242f1db9088 columnFamilyName queue 2024-11-14T07:20:11,421 DEBUG [StoreOpener-4f951667c6059f9f92f11242f1db9088-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:20:11,422 INFO [StoreOpener-4f951667c6059f9f92f11242f1db9088-1 {}] regionserver.HStore(327): Store=4f951667c6059f9f92f11242f1db9088/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:20:11,422 INFO [StoreOpener-4f951667c6059f9f92f11242f1db9088-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4f951667c6059f9f92f11242f1db9088 2024-11-14T07:20:11,423 INFO [StoreOpener-4f951667c6059f9f92f11242f1db9088-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f951667c6059f9f92f11242f1db9088 columnFamilyName sid 2024-11-14T07:20:11,423 DEBUG [StoreOpener-4f951667c6059f9f92f11242f1db9088-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:20:11,423 INFO [StoreOpener-4f951667c6059f9f92f11242f1db9088-1 {}] regionserver.HStore(327): Store=4f951667c6059f9f92f11242f1db9088/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:20:11,423 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 4f951667c6059f9f92f11242f1db9088 2024-11-14T07:20:11,424 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/data/hbase/replication/4f951667c6059f9f92f11242f1db9088 2024-11-14T07:20:11,424 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/data/hbase/replication/4f951667c6059f9f92f11242f1db9088 2024-11-14T07:20:11,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 4f951667c6059f9f92f11242f1db9088 2024-11-14T07:20:11,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 4f951667c6059f9f92f11242f1db9088 2024-11-14T07:20:11,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T07:20:11,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 4f951667c6059f9f92f11242f1db9088 2024-11-14T07:20:11,428 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/data/hbase/replication/4f951667c6059f9f92f11242f1db9088/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T07:20:11,428 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 4f951667c6059f9f92f11242f1db9088; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71182151, jitterRate=0.06069670617580414}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T07:20:11,429 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4f951667c6059f9f92f11242f1db9088 2024-11-14T07:20:11,429 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 4f951667c6059f9f92f11242f1db9088: Running coprocessor pre-open hook at 1731568811418Writing region info on filesystem at 1731568811418Initializing all the Stores at 1731568811419 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568811419Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568811419Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568811419Cleaning up temporary data from old regions at 1731568811425 (+6 ms)Running coprocessor post-open hooks at 1731568811429 (+4 ms)Region opened successfully at 1731568811429 2024-11-14T07:20:11,429 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731568810270.4f951667c6059f9f92f11242f1db9088., pid=10, masterSystemTime=1731568811399 2024-11-14T07:20:11,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731568810270.4f951667c6059f9f92f11242f1db9088. 2024-11-14T07:20:11,431 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731568810270.4f951667c6059f9f92f11242f1db9088. 2024-11-14T07:20:11,432 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4f951667c6059f9f92f11242f1db9088, regionState=OPEN, openSeqNum=2, regionLocation=c7aa6e2790b3,37943,1731568801838 2024-11-14T07:20:11,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4f951667c6059f9f92f11242f1db9088, server=c7aa6e2790b3,37943,1731568801838 because future has completed 2024-11-14T07:20:11,436 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T07:20:11,436 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 4f951667c6059f9f92f11242f1db9088, server=c7aa6e2790b3,37943,1731568801838 in 187 msec 2024-11-14T07:20:11,438 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T07:20:11,438 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4f951667c6059f9f92f11242f1db9088, ASSIGN in 343 msec 2024-11-14T07:20:11,438 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T07:20:11,438 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731568811438"}]},"ts":"1731568811438"} 2024-11-14T07:20:11,440 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T07:20:11,441 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T07:20:11,442 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1700 sec 2024-11-14T07:20:11,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731568810270.4f951667c6059f9f92f11242f1db9088., hostname=c7aa6e2790b3,37943,1731568801838, seqNum=2] 2024-11-14T07:20:11,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37943-0x1013836f6e50004, quorum=127.0.0.1:51830, baseZNode=/1-1771376063 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1771376063 2024-11-14T07:20:11,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32917-0x1013836f6e50003, quorum=127.0.0.1:51830, baseZNode=/1-1771376063 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1771376063 2024-11-14T07:20:11,578 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T07:20:11,730 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37943 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T07:20:11,731 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T07:20:11,754 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c7aa6e2790b3,37943,1731568801838, ReplicationSource: 1, currentBandwidth=0 2024-11-14T07:20:11,754 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T07:20:11,754 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c7aa6e2790b3,37943,1731568801838, seqNum=-1] 2024-11-14T07:20:11,755 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T07:20:11,756 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49219, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-14T07:20:11,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c7aa6e2790b3,37943,1731568801838', locateType=CURRENT is [region=hbase:replication,,1731568810270.4f951667c6059f9f92f11242f1db9088., hostname=c7aa6e2790b3,37943,1731568801838, seqNum=2] 2024-11-14T07:20:11,759 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T07:20:11,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32917 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T07:20:11,761 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c7aa6e2790b3,37943,1731568801838 suceeded 2024-11-14T07:20:11,763 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T07:20:11,763 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c7aa6e2790b3:41457,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T07:20:11,763 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-11-14T07:20:11,764 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5010 sec 2024-11-14T07:20:11,772 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37943,1731568801838 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c7aa6e2790b3:41457' 2024-11-14T07:20:11,773 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37943,1731568801838 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7aa49ed9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:20:11,773 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37943,1731568801838 {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,41457,-1 for getting cluster id 2024-11-14T07:20:11,773 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37943,1731568801838 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:20:11,774 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '44c06873-44ba-464d-9f46-23d7233a4077' 2024-11-14T07:20:11,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:20:11,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "44c06873-44ba-464d-9f46-23d7233a4077" 2024-11-14T07:20:11,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@11cec478, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:20:11,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,41457,-1] 2024-11-14T07:20:11,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:20:11,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:20:11,775 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:20:11,776 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37943,1731568801838 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5aa0cc07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:20:11,776 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37943,1731568801838 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:20:11,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c7aa6e2790b3,41457,1731568796619 2024-11-14T07:20:11,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f7a400f 2024-11-14T07:20:11,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T07:20:11,777 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-14T07:20:11,778 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37943,1731568801838 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c7aa6e2790b3,37943,1731568801838 (queues=1) is replicating from cluster=903bff05-7a2b-4d8e-a730-e9f1dea85f44 to cluster=44c06873-44ba-464d-9f46-23d7233a4077 2024-11-14T07:20:11,778 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37943,1731568801838 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c7aa6e2790b3%2C37943%2C1731568801838 2024-11-14T07:20:11,778 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37943,1731568801838 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c7aa6e2790b3,37943,1731568801838, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T07:20:11,778 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37943,1731568801838.replicationSource.shipperc7aa6e2790b3%2C37943%2C1731568801838,1-c7aa6e2790b3,37943,1731568801838 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c7aa6e2790b3%2C37943%2C1731568801838 2024-11-14T07:20:11,778 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37943,1731568801838.replicationSource.wal-reader.c7aa6e2790b3%2C37943%2C1731568801838,1-c7aa6e2790b3,37943,1731568801838 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/WALs/c7aa6e2790b3,37943,1731568801838/c7aa6e2790b3%2C37943%2C1731568801838.1731568804102, startPosition=0, beingWritten=true 2024-11-14T07:20:11,782 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37943,1731568801838.replicationSource.wal-reader.c7aa6e2790b3%2C37943%2C1731568801838,1-c7aa6e2790b3,37943,1731568801838 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T07:20:11,782 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37943,1731568801838.replicationSource.wal-reader.c7aa6e2790b3%2C37943%2C1731568801838,1-c7aa6e2790b3,37943,1731568801838 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/WALs/c7aa6e2790b3,37943,1731568801838/c7aa6e2790b3%2C37943%2C1731568801838.1731568804102 to pos 379, reset compression=false 2024-11-14T07:20:11,782 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37943,1731568801838.replicationSource.shipperc7aa6e2790b3%2C37943%2C1731568801838,1-c7aa6e2790b3,37943,1731568801838 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c7aa6e2790b3,37943,1731568801838 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/WALs/c7aa6e2790b3,37943,1731568801838/c7aa6e2790b3%2C37943%2C1731568801838.1731568804102, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T07:20:11,986 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37943,1731568801838.replicationSource.wal-reader.c7aa6e2790b3%2C37943%2C1731568801838,1-c7aa6e2790b3,37943,1731568801838 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/WALs/c7aa6e2790b3,37943,1731568801838/c7aa6e2790b3%2C37943%2C1731568801838.1731568804102 to pos 379, reset compression=false 2024-11-14T07:20:12,044 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,38503,1731568796817.replicationSource.wal-reader.c7aa6e2790b3%2C38503%2C1731568796817,1-c7aa6e2790b3,38503,1731568796817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/WALs/c7aa6e2790b3,38503,1731568796817/c7aa6e2790b3%2C38503%2C1731568796817.1731568798333 to pos 379, reset compression=false 2024-11-14T07:20:12,289 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37943,1731568801838.replicationSource.wal-reader.c7aa6e2790b3%2C37943%2C1731568801838,1-c7aa6e2790b3,37943,1731568801838 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/WALs/c7aa6e2790b3,37943,1731568801838/c7aa6e2790b3%2C37943%2C1731568801838.1731568804102 to pos 379, reset compression=false 2024-11-14T07:20:12,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T07:20:12,416 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T07:20:12,416 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T07:20:12,416 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:20:12,416 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:20:12,416 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:20:12,416 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:20:12,416 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:20:12,420 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731568812419/Put/seqid=0 2024-11-14T07:20:12,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741840_1016 (size=7894) 2024-11-14T07:20:12,693 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37943,1731568801838.replicationSource.wal-reader.c7aa6e2790b3%2C37943%2C1731568801838,1-c7aa6e2790b3,37943,1731568801838 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/WALs/c7aa6e2790b3,37943,1731568801838/c7aa6e2790b3%2C37943%2C1731568801838.1731568804102 to pos 379, reset compression=false 2024-11-14T07:20:12,826 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731568812825/Put/seqid=0 2024-11-14T07:20:12,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741841_1017 (size=7691) 2024-11-14T07:20:12,848 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,38503,1731568796817.replicationSource.wal-reader.c7aa6e2790b3%2C38503%2C1731568796817,1-c7aa6e2790b3,38503,1731568796817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/WALs/c7aa6e2790b3,38503,1731568796817/c7aa6e2790b3%2C38503%2C1731568796817.1731568798333 to pos 379, reset compression=false 2024-11-14T07:20:13,197 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37943,1731568801838.replicationSource.wal-reader.c7aa6e2790b3%2C37943%2C1731568801838,1-c7aa6e2790b3,37943,1731568801838 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/WALs/c7aa6e2790b3,37943,1731568801838/c7aa6e2790b3%2C37943%2C1731568801838.1731568804102 to pos 379, reset compression=false 2024-11-14T07:20:13,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f2808e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:20:13,232 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,41457,-1 for getting cluster id 2024-11-14T07:20:13,232 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:20:13,233 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '44c06873-44ba-464d-9f46-23d7233a4077' 2024-11-14T07:20:13,233 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:20:13,233 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "44c06873-44ba-464d-9f46-23d7233a4077" 2024-11-14T07:20:13,233 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4aa5726b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:20:13,233 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,41457,-1] 2024-11-14T07:20:13,233 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:20:13,233 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:20:13,234 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:20:13,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f6ab1cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:20:13,235 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T07:20:13,236 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c7aa6e2790b3,38503,1731568796817, seqNum=-1] 2024-11-14T07:20:13,236 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T07:20:13,237 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T07:20:13,246 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:20:13,247 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is c7aa6e2790b3,41457,1731568796619 2024-11-14T07:20:13,247 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@644f6795 2024-11-14T07:20:13,247 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T07:20:13,248 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T07:20:13,251 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731568804804.8f496bbfe2a6683f0c3aa8d2ac6f01b7., hostname=c7aa6e2790b3,38503,1731568796817, seqNum=2] 2024-11-14T07:20:13,253 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T07:20:13,259 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-14T07:20:13,262 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-14T07:20:13,266 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 8f496bbfe2a6683f0c3aa8d2ac6f01b7/f 2024-11-14T07:20:13,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-14T07:20:13,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T07:20:13,268 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 8f496bbfe2a6683f0c3aa8d2ac6f01b7/f 2024-11-14T07:20:13,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-14T07:20:13,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T07:20:13,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] regionserver.HRegion(2603): Flush status journal for 8f496bbfe2a6683f0c3aa8d2ac6f01b7: 2024-11-14T07:20:13,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/staging/jenkins__test__k2tv3dbvcv12l76e95keqampldo4krvus2p18buif5lh5rsnvnjvd2heqdrip4mt/f/hfile_0 2024-11-14T07:20:13,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/staging/jenkins__test__k2tv3dbvcv12l76e95keqampldo4krvus2p18buif5lh5rsnvnjvd2heqdrip4mt/f/hfile_0 as hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/data/default/test/8f496bbfe2a6683f0c3aa8d2ac6f01b7/f/238c44e4fa894de6bd6ade4794040649_SeqId_4_ 2024-11-14T07:20:13,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/staging/jenkins__test__k2tv3dbvcv12l76e95keqampldo4krvus2p18buif5lh5rsnvnjvd2heqdrip4mt/f/hfile_1 2024-11-14T07:20:13,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/staging/jenkins__test__k2tv3dbvcv12l76e95keqampldo4krvus2p18buif5lh5rsnvnjvd2heqdrip4mt/f/hfile_1 as hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/data/default/test/8f496bbfe2a6683f0c3aa8d2ac6f01b7/f/aa46690eda454fab9a08f3c936901b73_SeqId_4_ 2024-11-14T07:20:13,278 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/staging/jenkins__test__k2tv3dbvcv12l76e95keqampldo4krvus2p18buif5lh5rsnvnjvd2heqdrip4mt/f/hfile_0 into 8f496bbfe2a6683f0c3aa8d2ac6f01b7/f as hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/data/default/test/8f496bbfe2a6683f0c3aa8d2ac6f01b7/f/238c44e4fa894de6bd6ade4794040649_SeqId_4_ - updating store file list. 2024-11-14T07:20:13,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 238c44e4fa894de6bd6ade4794040649_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T07:20:13,282 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/data/default/test/8f496bbfe2a6683f0c3aa8d2ac6f01b7/f/238c44e4fa894de6bd6ade4794040649_SeqId_4_ into 8f496bbfe2a6683f0c3aa8d2ac6f01b7/f 2024-11-14T07:20:13,282 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/staging/jenkins__test__k2tv3dbvcv12l76e95keqampldo4krvus2p18buif5lh5rsnvnjvd2heqdrip4mt/f/hfile_0 into 8f496bbfe2a6683f0c3aa8d2ac6f01b7/f (new location: hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/data/default/test/8f496bbfe2a6683f0c3aa8d2ac6f01b7/f/238c44e4fa894de6bd6ade4794040649_SeqId_4_) 2024-11-14T07:20:13,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/staging/jenkins__test__k2tv3dbvcv12l76e95keqampldo4krvus2p18buif5lh5rsnvnjvd2heqdrip4mt/f/hfile_0 2024-11-14T07:20:13,283 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/staging/jenkins__test__k2tv3dbvcv12l76e95keqampldo4krvus2p18buif5lh5rsnvnjvd2heqdrip4mt/f/hfile_1 into 8f496bbfe2a6683f0c3aa8d2ac6f01b7/f as hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/data/default/test/8f496bbfe2a6683f0c3aa8d2ac6f01b7/f/aa46690eda454fab9a08f3c936901b73_SeqId_4_ - updating store file list. 2024-11-14T07:20:13,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] regionserver.HStoreFile(483): HFile Bloom filter type for aa46690eda454fab9a08f3c936901b73_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T07:20:13,303 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/data/default/test/8f496bbfe2a6683f0c3aa8d2ac6f01b7/f/aa46690eda454fab9a08f3c936901b73_SeqId_4_ into 8f496bbfe2a6683f0c3aa8d2ac6f01b7/f 2024-11-14T07:20:13,303 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/staging/jenkins__test__k2tv3dbvcv12l76e95keqampldo4krvus2p18buif5lh5rsnvnjvd2heqdrip4mt/f/hfile_1 into 8f496bbfe2a6683f0c3aa8d2ac6f01b7/f (new location: hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/data/default/test/8f496bbfe2a6683f0c3aa8d2ac6f01b7/f/aa46690eda454fab9a08f3c936901b73_SeqId_4_) 2024-11-14T07:20:13,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/staging/jenkins__test__k2tv3dbvcv12l76e95keqampldo4krvus2p18buif5lh5rsnvnjvd2heqdrip4mt/f/hfile_1 2024-11-14T07:20:13,305 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T07:20:13,305 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:20:13,305 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:20:13,305 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:20:13,305 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:20:13,306 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731568804804.8f496bbfe2a6683f0c3aa8d2ac6f01b7., hostname=c7aa6e2790b3,38503,1731568796817, seqNum=2 , the old value is region=test,,1731568804804.8f496bbfe2a6683f0c3aa8d2ac6f01b7., hostname=c7aa6e2790b3,38503,1731568796817, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=c7aa6e2790b3:38503 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T07:20:13,306 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731568804804.8f496bbfe2a6683f0c3aa8d2ac6f01b7., hostname=c7aa6e2790b3,38503,1731568796817, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T07:20:13,306 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731568804804.8f496bbfe2a6683f0c3aa8d2ac6f01b7., hostname=c7aa6e2790b3,38503,1731568796817, seqNum=2 from cache 2024-11-14T07:20:13,306 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T07:20:13,306 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-14T07:20:13,307 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c7aa6e2790b3,37943,1731568801838, seqNum=-1] 2024-11-14T07:20:13,307 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T07:20:13,308 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T07:20:13,310 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731568806958.7ff0fc2b73e308d1d73f40afa0549a33., hostname=c7aa6e2790b3,37943,1731568801838, seqNum=2] 2024-11-14T07:20:13,312 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T07:20:13,415 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c7aa6e2790b3:38503 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-14T07:20:13,752 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,38503,1731568796817.replicationSource.wal-reader.c7aa6e2790b3%2C38503%2C1731568796817,1-c7aa6e2790b3,38503,1731568796817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/WALs/c7aa6e2790b3,38503,1731568796817/c7aa6e2790b3%2C38503%2C1731568796817.1731568798333 to pos 379, reset compression=false 2024-11-14T07:20:13,756 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,38503,1731568796817.replicationSource.wal-reader.c7aa6e2790b3%2C38503%2C1731568796817,1-c7aa6e2790b3,38503,1731568796817 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T07:20:13,756 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,38503,1731568796817.replicationSource.shipperc7aa6e2790b3%2C38503%2C1731568796817,1-c7aa6e2790b3,38503,1731568796817 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c7aa6e2790b3,38503,1731568796817 got entry batch from reader: WALEntryBatch [walEntries=[{test/8f496bbfe2a6683f0c3aa8d2ac6f01b7/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731568813304/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/WALs/c7aa6e2790b3,38503,1731568796817/c7aa6e2790b3%2C38503%2C1731568796817.1731568798333, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-14T07:20:13,759 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,38503,1731568796817.replicationSource.shipperc7aa6e2790b3%2C38503%2C1731568796817,1-c7aa6e2790b3,38503,1731568796817 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T07:20:13,760 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-14T07:20:13,774 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37943 {}] regionserver.ReplicationSink(318): Replicating [44c06873-44ba-464d-9f46-23d7233a4077] bulk loaded data 2024-11-14T07:20:13,775 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37943 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@13dda529, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:20:13,775 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37943 {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,32917,-1 for getting cluster id 2024-11-14T07:20:13,775 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37943 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:20:13,776 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '903bff05-7a2b-4d8e-a730-e9f1dea85f44' 2024-11-14T07:20:13,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:20:13,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "903bff05-7a2b-4d8e-a730-e9f1dea85f44" 2024-11-14T07:20:13,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40209d9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:20:13,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,32917,-1] 2024-11-14T07:20:13,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:20:13,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:20:13,778 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:20:13,779 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37943 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d78420d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:20:13,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34929 is added to blk_1073741840_1016 (size=7894) 2024-11-14T07:20:13,801 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37943,1731568801838.replicationSource.wal-reader.c7aa6e2790b3%2C37943%2C1731568801838,1-c7aa6e2790b3,37943,1731568801838 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/WALs/c7aa6e2790b3,37943,1731568801838/c7aa6e2790b3%2C37943%2C1731568801838.1731568804102 to pos 379, reset compression=false 2024-11-14T07:20:13,957 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,38503,1731568796817.replicationSource.wal-reader.c7aa6e2790b3%2C38503%2C1731568796817,1-c7aa6e2790b3,38503,1731568796817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/WALs/c7aa6e2790b3,38503,1731568796817/c7aa6e2790b3%2C38503%2C1731568796817.1731568798333 to pos 687, reset compression=false 2024-11-14T07:20:14,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34929 is added to blk_1073741841_1017 (size=7691) 2024-11-14T07:20:14,260 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,38503,1731568796817.replicationSource.wal-reader.c7aa6e2790b3%2C38503%2C1731568796817,1-c7aa6e2790b3,38503,1731568796817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/WALs/c7aa6e2790b3,38503,1731568796817/c7aa6e2790b3%2C38503%2C1731568796817.1731568798333 to pos 687, reset compression=false 2024-11-14T07:20:14,314 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T07:20:14,505 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37943,1731568801838.replicationSource.wal-reader.c7aa6e2790b3%2C37943%2C1731568801838,1-c7aa6e2790b3,37943,1731568801838 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/WALs/c7aa6e2790b3,37943,1731568801838/c7aa6e2790b3%2C37943%2C1731568801838.1731568804102 to pos 379, reset compression=false 2024-11-14T07:20:14,608 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37943 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:20:14,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c7aa6e2790b3,32917,1731568801697 2024-11-14T07:20:14,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d57871 2024-11-14T07:20:14,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T07:20:14,610 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-14T07:20:14,612 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37943 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T07:20:14,612 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37943 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T07:20:14,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c7aa6e2790b3,37943,1731568801838, seqNum=-1] 2024-11-14T07:20:14,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T07:20:14,614 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-14T07:20:14,619 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/staging/jenkins.hfs.11__test__68oq09olukii9hs6qihmp47haga8bojg9tg5rfv47v9a7hijr9vqtkf4va674m1r/f/238c44e4fa894de6bd6ade4794040649_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-14T07:20:14,622 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/staging/jenkins.hfs.11__test__68oq09olukii9hs6qihmp47haga8bojg9tg5rfv47v9a7hijr9vqtkf4va674m1r/f/aa46690eda454fab9a08f3c936901b73_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-14T07:20:14,625 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37943 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/staging/jenkins.hfs.11__test__68oq09olukii9hs6qihmp47haga8bojg9tg5rfv47v9a7hijr9vqtkf4va674m1r/f/aa46690eda454fab9a08f3c936901b73_SeqId_4_ for inclusion in 7ff0fc2b73e308d1d73f40afa0549a33/f 2024-11-14T07:20:14,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37943 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-14T07:20:14,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37943 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T07:20:14,628 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37943 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/staging/jenkins.hfs.11__test__68oq09olukii9hs6qihmp47haga8bojg9tg5rfv47v9a7hijr9vqtkf4va674m1r/f/238c44e4fa894de6bd6ade4794040649_SeqId_4_ for inclusion in 7ff0fc2b73e308d1d73f40afa0549a33/f 2024-11-14T07:20:14,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37943 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-14T07:20:14,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37943 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T07:20:14,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37943 {}] regionserver.HRegion(2603): Flush status journal for 7ff0fc2b73e308d1d73f40afa0549a33: 2024-11-14T07:20:14,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37943 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): aa46690eda454fab9a08f3c936901b73_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-14T07:20:14,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37943 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/staging/jenkins.hfs.11__test__68oq09olukii9hs6qihmp47haga8bojg9tg5rfv47v9a7hijr9vqtkf4va674m1r/f/aa46690eda454fab9a08f3c936901b73_SeqId_4_ as hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/data/default/test/7ff0fc2b73e308d1d73f40afa0549a33/f/7fd15a12f25a4960963748d85a12f9e6_SeqId_4_ 2024-11-14T07:20:14,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37943 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 238c44e4fa894de6bd6ade4794040649_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-14T07:20:14,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37943 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/staging/jenkins.hfs.11__test__68oq09olukii9hs6qihmp47haga8bojg9tg5rfv47v9a7hijr9vqtkf4va674m1r/f/238c44e4fa894de6bd6ade4794040649_SeqId_4_ as hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/data/default/test/7ff0fc2b73e308d1d73f40afa0549a33/f/561377d135e9492c929f81363db4fc86_SeqId_4_ 2024-11-14T07:20:14,641 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37943 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/staging/jenkins.hfs.11__test__68oq09olukii9hs6qihmp47haga8bojg9tg5rfv47v9a7hijr9vqtkf4va674m1r/f/aa46690eda454fab9a08f3c936901b73_SeqId_4_ into 7ff0fc2b73e308d1d73f40afa0549a33/f as hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/data/default/test/7ff0fc2b73e308d1d73f40afa0549a33/f/7fd15a12f25a4960963748d85a12f9e6_SeqId_4_ - updating store file list. 2024-11-14T07:20:14,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37943 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7fd15a12f25a4960963748d85a12f9e6_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T07:20:14,664 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37943 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/data/default/test/7ff0fc2b73e308d1d73f40afa0549a33/f/7fd15a12f25a4960963748d85a12f9e6_SeqId_4_ into 7ff0fc2b73e308d1d73f40afa0549a33/f 2024-11-14T07:20:14,664 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37943 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/staging/jenkins.hfs.11__test__68oq09olukii9hs6qihmp47haga8bojg9tg5rfv47v9a7hijr9vqtkf4va674m1r/f/aa46690eda454fab9a08f3c936901b73_SeqId_4_ into 7ff0fc2b73e308d1d73f40afa0549a33/f (new location: hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/data/default/test/7ff0fc2b73e308d1d73f40afa0549a33/f/7fd15a12f25a4960963748d85a12f9e6_SeqId_4_) 2024-11-14T07:20:14,664 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,38503,1731568796817.replicationSource.wal-reader.c7aa6e2790b3%2C38503%2C1731568796817,1-c7aa6e2790b3,38503,1731568796817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/WALs/c7aa6e2790b3,38503,1731568796817/c7aa6e2790b3%2C38503%2C1731568796817.1731568798333 to pos 687, reset compression=false 2024-11-14T07:20:14,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37943 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/staging/jenkins.hfs.11__test__68oq09olukii9hs6qihmp47haga8bojg9tg5rfv47v9a7hijr9vqtkf4va674m1r/f/aa46690eda454fab9a08f3c936901b73_SeqId_4_ 2024-11-14T07:20:14,668 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37943 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/staging/jenkins.hfs.11__test__68oq09olukii9hs6qihmp47haga8bojg9tg5rfv47v9a7hijr9vqtkf4va674m1r/f/238c44e4fa894de6bd6ade4794040649_SeqId_4_ into 7ff0fc2b73e308d1d73f40afa0549a33/f as hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/data/default/test/7ff0fc2b73e308d1d73f40afa0549a33/f/561377d135e9492c929f81363db4fc86_SeqId_4_ - updating store file list. 2024-11-14T07:20:14,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37943 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 561377d135e9492c929f81363db4fc86_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T07:20:14,674 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37943 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/data/default/test/7ff0fc2b73e308d1d73f40afa0549a33/f/561377d135e9492c929f81363db4fc86_SeqId_4_ into 7ff0fc2b73e308d1d73f40afa0549a33/f 2024-11-14T07:20:14,674 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37943 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/staging/jenkins.hfs.11__test__68oq09olukii9hs6qihmp47haga8bojg9tg5rfv47v9a7hijr9vqtkf4va674m1r/f/238c44e4fa894de6bd6ade4794040649_SeqId_4_ into 7ff0fc2b73e308d1d73f40afa0549a33/f (new location: hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/data/default/test/7ff0fc2b73e308d1d73f40afa0549a33/f/561377d135e9492c929f81363db4fc86_SeqId_4_) 2024-11-14T07:20:14,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37943 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/staging/jenkins.hfs.11__test__68oq09olukii9hs6qihmp47haga8bojg9tg5rfv47v9a7hijr9vqtkf4va674m1r/f/238c44e4fa894de6bd6ade4794040649_SeqId_4_ 2024-11-14T07:20:14,677 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37943 {}] regionserver.ReplicationSink(324): Finished replicating [44c06873-44ba-464d-9f46-23d7233a4077] bulk loaded data 2024-11-14T07:20:15,189 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,38503,1731568796817.replicationSource.wal-reader.c7aa6e2790b3%2C38503%2C1731568796817,1-c7aa6e2790b3,38503,1731568796817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/WALs/c7aa6e2790b3,38503,1731568796817/c7aa6e2790b3%2C38503%2C1731568796817.1731568798333 to pos 687, reset compression=false 2024-11-14T07:20:15,309 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37943,1731568801838.replicationSource.wal-reader.c7aa6e2790b3%2C37943%2C1731568801838,1-c7aa6e2790b3,37943,1731568801838 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/WALs/c7aa6e2790b3,37943,1731568801838/c7aa6e2790b3%2C37943%2C1731568801838.1731568804102 to pos 379, reset compression=false 2024-11-14T07:20:15,314 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37943,1731568801838.replicationSource.wal-reader.c7aa6e2790b3%2C37943%2C1731568801838,1-c7aa6e2790b3,37943,1731568801838 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T07:20:15,314 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37943,1731568801838.replicationSource.shipperc7aa6e2790b3%2C37943%2C1731568801838,1-c7aa6e2790b3,37943,1731568801838 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c7aa6e2790b3,37943,1731568801838 got entry batch from reader: WALEntryBatch [walEntries=[{test/7ff0fc2b73e308d1d73f40afa0549a33/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731568814675/Put/vlen=228/seqid=0; >],8341}], lastWalPath=hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/WALs/c7aa6e2790b3,37943,1731568801838/c7aa6e2790b3%2C37943%2C1731568801838.1731568804102, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8341, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-14T07:20:15,317 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37943,1731568801838.replicationSource.shipperc7aa6e2790b3%2C37943%2C1731568801838,1-c7aa6e2790b3,37943,1731568801838 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T07:20:15,318 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-14T07:20:15,318 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] regionserver.ReplicationSink(318): Replicating [44c06873-44ba-464d-9f46-23d7233a4077, 903bff05-7a2b-4d8e-a730-e9f1dea85f44] bulk loaded data 2024-11-14T07:20:15,323 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@52c0529b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:20:15,323 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,41457,-1 for getting cluster id 2024-11-14T07:20:15,323 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:20:15,324 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '44c06873-44ba-464d-9f46-23d7233a4077' 2024-11-14T07:20:15,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:20:15,324 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:20:15,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "44c06873-44ba-464d-9f46-23d7233a4077" 2024-11-14T07:20:15,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5209b135, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:20:15,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,41457,-1] 2024-11-14T07:20:15,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:20:15,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:20:15,325 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:20:15,326 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@626b6f88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:20:15,328 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731568815328/Put/seqid=0 2024-11-14T07:20:15,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34929 is added to blk_1073741842_1018 (size=11194) 2024-11-14T07:20:15,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741842_1018 (size=7691) 2024-11-14T07:20:15,514 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37943,1731568801838.replicationSource.wal-reader.c7aa6e2790b3%2C37943%2C1731568801838,1-c7aa6e2790b3,37943,1731568801838 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/WALs/c7aa6e2790b3,37943,1731568801838/c7aa6e2790b3%2C37943%2C1731568801838.1731568804102 to pos 725, reset compression=false 2024-11-14T07:20:15,738 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731568815737/Put/seqid=0 2024-11-14T07:20:15,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34929 is added to blk_1073741843_1019 (size=10791) 2024-11-14T07:20:15,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7220de2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:20:15,749 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,32917,-1 for getting cluster id 2024-11-14T07:20:15,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741843_1019 (size=7894) 2024-11-14T07:20:15,749 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:20:15,750 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '903bff05-7a2b-4d8e-a730-e9f1dea85f44' 2024-11-14T07:20:15,750 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:20:15,750 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "903bff05-7a2b-4d8e-a730-e9f1dea85f44" 2024-11-14T07:20:15,750 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19ab3d3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:20:15,750 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,32917,-1] 2024-11-14T07:20:15,750 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:20:15,751 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:20:15,751 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:20:15,752 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47683180, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:20:15,752 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T07:20:15,753 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c7aa6e2790b3,37943,1731568801838, seqNum=-1] 2024-11-14T07:20:15,754 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T07:20:15,754 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T07:20:15,762 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:20:15,763 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is c7aa6e2790b3,32917,1731568801697 2024-11-14T07:20:15,763 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4099caff 2024-11-14T07:20:15,763 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T07:20:15,764 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T07:20:15,767 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731568806958.7ff0fc2b73e308d1d73f40afa0549a33., hostname=c7aa6e2790b3,37943,1731568801838, seqNum=2] 2024-11-14T07:20:15,770 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T07:20:15,776 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-14T07:20:15,778 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-14T07:20:15,782 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37943 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 7ff0fc2b73e308d1d73f40afa0549a33/f 2024-11-14T07:20:15,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37943 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-14T07:20:15,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37943 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T07:20:15,785 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37943 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 7ff0fc2b73e308d1d73f40afa0549a33/f 2024-11-14T07:20:15,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37943 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-14T07:20:15,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37943 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T07:20:15,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37943 {}] regionserver.HRegion(2603): Flush status journal for 7ff0fc2b73e308d1d73f40afa0549a33: 2024-11-14T07:20:15,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37943 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/staging/jenkins__test__seh1bf1d3a6slvd78s0dnl6g7ceeuot5u5jmblrgknd4fnkt37msp7fv62b3h6vm/f/hfile_1 2024-11-14T07:20:15,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37943 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/staging/jenkins__test__seh1bf1d3a6slvd78s0dnl6g7ceeuot5u5jmblrgknd4fnkt37msp7fv62b3h6vm/f/hfile_1 as hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/data/default/test/7ff0fc2b73e308d1d73f40afa0549a33/f/bb128c7ef24143c0ae5d63cbba9daf66_SeqId_6_ 2024-11-14T07:20:15,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37943 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/staging/jenkins__test__seh1bf1d3a6slvd78s0dnl6g7ceeuot5u5jmblrgknd4fnkt37msp7fv62b3h6vm/f/hfile_0 2024-11-14T07:20:15,792 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,38503,1731568796817.replicationSource.wal-reader.c7aa6e2790b3%2C38503%2C1731568796817,1-c7aa6e2790b3,38503,1731568796817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/WALs/c7aa6e2790b3,38503,1731568796817/c7aa6e2790b3%2C38503%2C1731568796817.1731568798333 to pos 687, reset compression=false 2024-11-14T07:20:15,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37943 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/staging/jenkins__test__seh1bf1d3a6slvd78s0dnl6g7ceeuot5u5jmblrgknd4fnkt37msp7fv62b3h6vm/f/hfile_0 as hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/data/default/test/7ff0fc2b73e308d1d73f40afa0549a33/f/04496a4e1f414f55bad37fee6cc4e6bf_SeqId_6_ 2024-11-14T07:20:15,798 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37943 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/staging/jenkins__test__seh1bf1d3a6slvd78s0dnl6g7ceeuot5u5jmblrgknd4fnkt37msp7fv62b3h6vm/f/hfile_1 into 7ff0fc2b73e308d1d73f40afa0549a33/f as hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/data/default/test/7ff0fc2b73e308d1d73f40afa0549a33/f/bb128c7ef24143c0ae5d63cbba9daf66_SeqId_6_ - updating store file list. 2024-11-14T07:20:15,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37943 {}] regionserver.HStoreFile(483): HFile Bloom filter type for bb128c7ef24143c0ae5d63cbba9daf66_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T07:20:15,802 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37943 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/data/default/test/7ff0fc2b73e308d1d73f40afa0549a33/f/bb128c7ef24143c0ae5d63cbba9daf66_SeqId_6_ into 7ff0fc2b73e308d1d73f40afa0549a33/f 2024-11-14T07:20:15,802 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37943 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/staging/jenkins__test__seh1bf1d3a6slvd78s0dnl6g7ceeuot5u5jmblrgknd4fnkt37msp7fv62b3h6vm/f/hfile_1 into 7ff0fc2b73e308d1d73f40afa0549a33/f (new location: hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/data/default/test/7ff0fc2b73e308d1d73f40afa0549a33/f/bb128c7ef24143c0ae5d63cbba9daf66_SeqId_6_) 2024-11-14T07:20:15,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37943 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/staging/jenkins__test__seh1bf1d3a6slvd78s0dnl6g7ceeuot5u5jmblrgknd4fnkt37msp7fv62b3h6vm/f/hfile_1 2024-11-14T07:20:15,803 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37943 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/staging/jenkins__test__seh1bf1d3a6slvd78s0dnl6g7ceeuot5u5jmblrgknd4fnkt37msp7fv62b3h6vm/f/hfile_0 into 7ff0fc2b73e308d1d73f40afa0549a33/f as hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/data/default/test/7ff0fc2b73e308d1d73f40afa0549a33/f/04496a4e1f414f55bad37fee6cc4e6bf_SeqId_6_ - updating store file list. 2024-11-14T07:20:15,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37943 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 04496a4e1f414f55bad37fee6cc4e6bf_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T07:20:15,806 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37943 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/data/default/test/7ff0fc2b73e308d1d73f40afa0549a33/f/04496a4e1f414f55bad37fee6cc4e6bf_SeqId_6_ into 7ff0fc2b73e308d1d73f40afa0549a33/f 2024-11-14T07:20:15,806 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37943 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/staging/jenkins__test__seh1bf1d3a6slvd78s0dnl6g7ceeuot5u5jmblrgknd4fnkt37msp7fv62b3h6vm/f/hfile_0 into 7ff0fc2b73e308d1d73f40afa0549a33/f (new location: hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/data/default/test/7ff0fc2b73e308d1d73f40afa0549a33/f/04496a4e1f414f55bad37fee6cc4e6bf_SeqId_6_) 2024-11-14T07:20:15,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37943 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/staging/jenkins__test__seh1bf1d3a6slvd78s0dnl6g7ceeuot5u5jmblrgknd4fnkt37msp7fv62b3h6vm/f/hfile_0 2024-11-14T07:20:15,808 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T07:20:15,808 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:20:15,808 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:20:15,809 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:20:15,809 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:20:15,809 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731568806958.7ff0fc2b73e308d1d73f40afa0549a33., hostname=c7aa6e2790b3,37943,1731568801838, seqNum=2 , the old value is region=test,,1731568806958.7ff0fc2b73e308d1d73f40afa0549a33., hostname=c7aa6e2790b3,37943,1731568801838, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=c7aa6e2790b3:37943 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T07:20:15,809 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731568806958.7ff0fc2b73e308d1d73f40afa0549a33., hostname=c7aa6e2790b3,37943,1731568801838, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T07:20:15,809 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731568806958.7ff0fc2b73e308d1d73f40afa0549a33., hostname=c7aa6e2790b3,37943,1731568801838, seqNum=2 from cache 2024-11-14T07:20:15,809 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T07:20:15,810 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-14T07:20:15,810 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c7aa6e2790b3,38503,1731568796817, seqNum=-1] 2024-11-14T07:20:15,810 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T07:20:15,811 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T07:20:15,813 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731568804804.8f496bbfe2a6683f0c3aa8d2ac6f01b7., hostname=c7aa6e2790b3,38503,1731568796817, seqNum=2] 2024-11-14T07:20:15,819 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37943,1731568801838.replicationSource.wal-reader.c7aa6e2790b3%2C37943%2C1731568801838,1-c7aa6e2790b3,37943,1731568801838 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/WALs/c7aa6e2790b3,37943,1731568801838/c7aa6e2790b3%2C37943%2C1731568801838.1731568804102 to pos 725, reset compression=false 2024-11-14T07:20:15,820 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T07:20:15,824 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37943,1731568801838.replicationSource.wal-reader.c7aa6e2790b3%2C37943%2C1731568801838,1-c7aa6e2790b3,37943,1731568801838 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T07:20:15,916 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c7aa6e2790b3:37943 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-14T07:20:16,024 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37943,1731568801838.replicationSource.wal-reader.c7aa6e2790b3%2C37943%2C1731568801838,1-c7aa6e2790b3,37943,1731568801838 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/WALs/c7aa6e2790b3,37943,1731568801838/c7aa6e2790b3%2C37943%2C1731568801838.1731568804102 to pos 1033, reset compression=false 2024-11-14T07:20:16,152 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:20:16,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c7aa6e2790b3,41457,1731568796619 2024-11-14T07:20:16,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5eb6ce8 2024-11-14T07:20:16,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T07:20:16,154 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-14T07:20:16,156 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T07:20:16,156 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T07:20:16,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c7aa6e2790b3,38503,1731568796817, seqNum=-1] 2024-11-14T07:20:16,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T07:20:16,158 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-14T07:20:16,164 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/staging/jenkins.hfs.10__test__g00luj6ru6cgau5klpsi8a1v58nf4tl0smpu8e5ngigujqc9ihtp6f7dcap5vjg1/f/561377d135e9492c929f81363db4fc86_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-14T07:20:16,167 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/staging/jenkins.hfs.10__test__g00luj6ru6cgau5klpsi8a1v58nf4tl0smpu8e5ngigujqc9ihtp6f7dcap5vjg1/f/7fd15a12f25a4960963748d85a12f9e6_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-14T07:20:16,169 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] regionserver.ReplicationSink(324): Finished replicating [44c06873-44ba-464d-9f46-23d7233a4077, 903bff05-7a2b-4d8e-a730-e9f1dea85f44] bulk loaded data 2024-11-14T07:20:16,173 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37943,1731568801838.replicationSource.shipperc7aa6e2790b3%2C37943%2C1731568801838,1-c7aa6e2790b3,37943,1731568801838 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c7aa6e2790b3,37943,1731568801838 got entry batch from reader: WALEntryBatch [walEntries=[{test/7ff0fc2b73e308d1d73f40afa0549a33/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731568815807/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/WALs/c7aa6e2790b3,37943,1731568801838/c7aa6e2790b3%2C37943%2C1731568801838.1731568804102, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-14T07:20:16,174 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] regionserver.ReplicationSink(318): Replicating [903bff05-7a2b-4d8e-a730-e9f1dea85f44] bulk loaded data 2024-11-14T07:20:16,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741844_1020 (size=10791) 2024-11-14T07:20:16,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741845_1021 (size=11194) 2024-11-14T07:20:16,328 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37943,1731568801838.replicationSource.wal-reader.c7aa6e2790b3%2C37943%2C1731568801838,1-c7aa6e2790b3,37943,1731568801838 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/WALs/c7aa6e2790b3,37943,1731568801838/c7aa6e2790b3%2C37943%2C1731568801838.1731568804102 to pos 1033, reset compression=false 2024-11-14T07:20:16,498 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,38503,1731568796817.replicationSource.wal-reader.c7aa6e2790b3%2C38503%2C1731568796817,1-c7aa6e2790b3,38503,1731568796817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/WALs/c7aa6e2790b3,38503,1731568796817/c7aa6e2790b3%2C38503%2C1731568796817.1731568798333 to pos 687, reset compression=false 2024-11-14T07:20:16,597 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T07:20:16,604 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/staging/jenkins.hfs.10__test__1gin984sc1flkqc3hqdr04kavpi58280gmchl9uf8va1aus2m9kl8b5olvehjb3q/f/04496a4e1f414f55bad37fee6cc4e6bf_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-14T07:20:16,606 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/staging/jenkins.hfs.10__test__1gin984sc1flkqc3hqdr04kavpi58280gmchl9uf8va1aus2m9kl8b5olvehjb3q/f/bb128c7ef24143c0ae5d63cbba9daf66_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-14T07:20:16,609 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/staging/jenkins.hfs.10__test__1gin984sc1flkqc3hqdr04kavpi58280gmchl9uf8va1aus2m9kl8b5olvehjb3q/f/04496a4e1f414f55bad37fee6cc4e6bf_SeqId_6_ for inclusion in 8f496bbfe2a6683f0c3aa8d2ac6f01b7/f 2024-11-14T07:20:16,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-14T07:20:16,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T07:20:16,612 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/staging/jenkins.hfs.10__test__1gin984sc1flkqc3hqdr04kavpi58280gmchl9uf8va1aus2m9kl8b5olvehjb3q/f/bb128c7ef24143c0ae5d63cbba9daf66_SeqId_6_ for inclusion in 8f496bbfe2a6683f0c3aa8d2ac6f01b7/f 2024-11-14T07:20:16,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-14T07:20:16,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T07:20:16,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] regionserver.HRegion(2603): Flush status journal for 8f496bbfe2a6683f0c3aa8d2ac6f01b7: 2024-11-14T07:20:16,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 04496a4e1f414f55bad37fee6cc4e6bf_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-14T07:20:16,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/staging/jenkins.hfs.10__test__1gin984sc1flkqc3hqdr04kavpi58280gmchl9uf8va1aus2m9kl8b5olvehjb3q/f/04496a4e1f414f55bad37fee6cc4e6bf_SeqId_6_ as hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/data/default/test/8f496bbfe2a6683f0c3aa8d2ac6f01b7/f/9c0aa087f7b34246808169d33ee44a62_SeqId_6_ 2024-11-14T07:20:16,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): bb128c7ef24143c0ae5d63cbba9daf66_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-14T07:20:16,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/staging/jenkins.hfs.10__test__1gin984sc1flkqc3hqdr04kavpi58280gmchl9uf8va1aus2m9kl8b5olvehjb3q/f/bb128c7ef24143c0ae5d63cbba9daf66_SeqId_6_ as hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/data/default/test/8f496bbfe2a6683f0c3aa8d2ac6f01b7/f/15df895d42364ac4b0deeff069d1c645_SeqId_6_ 2024-11-14T07:20:16,620 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/staging/jenkins.hfs.10__test__1gin984sc1flkqc3hqdr04kavpi58280gmchl9uf8va1aus2m9kl8b5olvehjb3q/f/04496a4e1f414f55bad37fee6cc4e6bf_SeqId_6_ into 8f496bbfe2a6683f0c3aa8d2ac6f01b7/f as hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/data/default/test/8f496bbfe2a6683f0c3aa8d2ac6f01b7/f/9c0aa087f7b34246808169d33ee44a62_SeqId_6_ - updating store file list. 2024-11-14T07:20:16,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9c0aa087f7b34246808169d33ee44a62_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T07:20:16,624 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/data/default/test/8f496bbfe2a6683f0c3aa8d2ac6f01b7/f/9c0aa087f7b34246808169d33ee44a62_SeqId_6_ into 8f496bbfe2a6683f0c3aa8d2ac6f01b7/f 2024-11-14T07:20:16,624 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/staging/jenkins.hfs.10__test__1gin984sc1flkqc3hqdr04kavpi58280gmchl9uf8va1aus2m9kl8b5olvehjb3q/f/04496a4e1f414f55bad37fee6cc4e6bf_SeqId_6_ into 8f496bbfe2a6683f0c3aa8d2ac6f01b7/f (new location: hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/data/default/test/8f496bbfe2a6683f0c3aa8d2ac6f01b7/f/9c0aa087f7b34246808169d33ee44a62_SeqId_6_) 2024-11-14T07:20:16,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/staging/jenkins.hfs.10__test__1gin984sc1flkqc3hqdr04kavpi58280gmchl9uf8va1aus2m9kl8b5olvehjb3q/f/04496a4e1f414f55bad37fee6cc4e6bf_SeqId_6_ 2024-11-14T07:20:16,625 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/staging/jenkins.hfs.10__test__1gin984sc1flkqc3hqdr04kavpi58280gmchl9uf8va1aus2m9kl8b5olvehjb3q/f/bb128c7ef24143c0ae5d63cbba9daf66_SeqId_6_ into 8f496bbfe2a6683f0c3aa8d2ac6f01b7/f as hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/data/default/test/8f496bbfe2a6683f0c3aa8d2ac6f01b7/f/15df895d42364ac4b0deeff069d1c645_SeqId_6_ - updating store file list. 2024-11-14T07:20:16,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 15df895d42364ac4b0deeff069d1c645_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T07:20:16,630 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/data/default/test/8f496bbfe2a6683f0c3aa8d2ac6f01b7/f/15df895d42364ac4b0deeff069d1c645_SeqId_6_ into 8f496bbfe2a6683f0c3aa8d2ac6f01b7/f 2024-11-14T07:20:16,630 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/staging/jenkins.hfs.10__test__1gin984sc1flkqc3hqdr04kavpi58280gmchl9uf8va1aus2m9kl8b5olvehjb3q/f/bb128c7ef24143c0ae5d63cbba9daf66_SeqId_6_ into 8f496bbfe2a6683f0c3aa8d2ac6f01b7/f (new location: hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/data/default/test/8f496bbfe2a6683f0c3aa8d2ac6f01b7/f/15df895d42364ac4b0deeff069d1c645_SeqId_6_) 2024-11-14T07:20:16,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/staging/jenkins.hfs.10__test__1gin984sc1flkqc3hqdr04kavpi58280gmchl9uf8va1aus2m9kl8b5olvehjb3q/f/bb128c7ef24143c0ae5d63cbba9daf66_SeqId_6_ 2024-11-14T07:20:16,632 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38503 {}] regionserver.ReplicationSink(324): Finished replicating [903bff05-7a2b-4d8e-a730-e9f1dea85f44] bulk loaded data 2024-11-14T07:20:16,732 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37943,1731568801838.replicationSource.wal-reader.c7aa6e2790b3%2C37943%2C1731568801838,1-c7aa6e2790b3,37943,1731568801838 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/WALs/c7aa6e2790b3,37943,1731568801838/c7aa6e2790b3%2C37943%2C1731568801838.1731568804102 to pos 1033, reset compression=false 2024-11-14T07:20:16,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T07:20:16,831 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T07:20:16,831 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:20:16,831 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:20:16,831 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:20:16,831 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:20:16,831 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T07:20:16,831 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1464556257, stopped=false 2024-11-14T07:20:16,831 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c7aa6e2790b3,32917,1731568801697 2024-11-14T07:20:16,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32917-0x1013836f6e50003, quorum=127.0.0.1:51830, baseZNode=/1-1771376063 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1771376063/running 2024-11-14T07:20:16,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37943-0x1013836f6e50004, quorum=127.0.0.1:51830, baseZNode=/1-1771376063 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1771376063/running 2024-11-14T07:20:16,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37943-0x1013836f6e50004, quorum=127.0.0.1:51830, baseZNode=/1-1771376063 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1771376063 2024-11-14T07:20:16,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32917-0x1013836f6e50003, quorum=127.0.0.1:51830, baseZNode=/1-1771376063 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1771376063 2024-11-14T07:20:16,897 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T07:20:16,897 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T07:20:16,897 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:20:16,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:20:16,898 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c7aa6e2790b3,37943,1731568801838' ***** 2024-11-14T07:20:16,898 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T07:20:16,898 INFO [RS:0;c7aa6e2790b3:37943 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T07:20:16,898 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32917-0x1013836f6e50003, quorum=127.0.0.1:51830, baseZNode=/1-1771376063 Set watcher on znode that does not yet exist, /1-1771376063/running 2024-11-14T07:20:16,898 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37943-0x1013836f6e50004, quorum=127.0.0.1:51830, baseZNode=/1-1771376063 Set watcher on znode that does not yet exist, /1-1771376063/running 2024-11-14T07:20:16,898 INFO [RS:0;c7aa6e2790b3:37943 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T07:20:16,898 INFO [RS:0;c7aa6e2790b3:37943 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T07:20:16,898 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T07:20:16,898 INFO [RS:0;c7aa6e2790b3:37943 {}] regionserver.HRegionServer(3091): Received CLOSE for 4f951667c6059f9f92f11242f1db9088 2024-11-14T07:20:16,898 INFO [RS:0;c7aa6e2790b3:37943 {}] regionserver.HRegionServer(3091): Received CLOSE for 7ff0fc2b73e308d1d73f40afa0549a33 2024-11-14T07:20:16,898 INFO [RS:0;c7aa6e2790b3:37943 {}] regionserver.HRegionServer(959): stopping server c7aa6e2790b3,37943,1731568801838 2024-11-14T07:20:16,898 INFO [RS:0;c7aa6e2790b3:37943 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T07:20:16,899 INFO [RS:0;c7aa6e2790b3:37943 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c7aa6e2790b3:37943. 2024-11-14T07:20:16,899 DEBUG [RS:0;c7aa6e2790b3:37943 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:20:16,899 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4f951667c6059f9f92f11242f1db9088, disabling compactions & flushes 2024-11-14T07:20:16,899 DEBUG [RS:0;c7aa6e2790b3:37943 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:20:16,899 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731568810270.4f951667c6059f9f92f11242f1db9088. 2024-11-14T07:20:16,899 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731568810270.4f951667c6059f9f92f11242f1db9088. 2024-11-14T07:20:16,899 INFO [RS:0;c7aa6e2790b3:37943 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T07:20:16,899 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731568810270.4f951667c6059f9f92f11242f1db9088. after waiting 0 ms 2024-11-14T07:20:16,899 INFO [RS:0;c7aa6e2790b3:37943 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T07:20:16,899 INFO [RS:0;c7aa6e2790b3:37943 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T07:20:16,899 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731568810270.4f951667c6059f9f92f11242f1db9088. 2024-11-14T07:20:16,899 INFO [RS:0;c7aa6e2790b3:37943 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T07:20:16,899 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4f951667c6059f9f92f11242f1db9088 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-14T07:20:16,899 INFO [RS:0;c7aa6e2790b3:37943 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T07:20:16,899 DEBUG [RS:0;c7aa6e2790b3:37943 {}] regionserver.HRegionServer(1325): Online Regions={4f951667c6059f9f92f11242f1db9088=hbase:replication,,1731568810270.4f951667c6059f9f92f11242f1db9088., 1588230740=hbase:meta,,1.1588230740, 7ff0fc2b73e308d1d73f40afa0549a33=test,,1731568806958.7ff0fc2b73e308d1d73f40afa0549a33.} 2024-11-14T07:20:16,899 DEBUG [RS:0;c7aa6e2790b3:37943 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4f951667c6059f9f92f11242f1db9088, 7ff0fc2b73e308d1d73f40afa0549a33 2024-11-14T07:20:16,899 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T07:20:16,899 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T07:20:16,899 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T07:20:16,899 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T07:20:16,899 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T07:20:16,899 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T07:20:16,917 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/data/hbase/meta/1588230740/.tmp/info/962f62ad4478429c8ef3da69280e6066 is 147, key is hbase:replication,,1731568810270.4f951667c6059f9f92f11242f1db9088./info:regioninfo/1731568811431/Put/seqid=0 2024-11-14T07:20:16,917 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/data/hbase/replication/4f951667c6059f9f92f11242f1db9088/.tmp/hfileref/e18f06f2829340cfa0d5318985351a4c is 74, key is 1/hfileref:04496a4e1f414f55bad37fee6cc4e6bf_SeqId_6_/1731568816633/DeleteColumn/seqid=0 2024-11-14T07:20:16,920 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T07:20:16,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34929 is added to blk_1073741845_1021 (size=5345) 2024-11-14T07:20:16,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34929 is added to blk_1073741844_1020 (size=7686) 2024-11-14T07:20:16,932 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/data/hbase/meta/1588230740/.tmp/info/962f62ad4478429c8ef3da69280e6066 2024-11-14T07:20:16,955 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/data/hbase/meta/1588230740/.tmp/ns/c038ee937897442b955b4cc94a4cfc03 is 43, key is default/ns:d/1731568804690/Put/seqid=0 2024-11-14T07:20:16,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34929 is added to blk_1073741846_1022 (size=5153) 2024-11-14T07:20:16,960 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/data/hbase/meta/1588230740/.tmp/ns/c038ee937897442b955b4cc94a4cfc03 2024-11-14T07:20:16,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:20:16,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:20:16,963 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:20:16,963 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:20:16,963 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:20:16,963 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:20:16,967 INFO [regionserver/c7aa6e2790b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T07:20:16,967 INFO [regionserver/c7aa6e2790b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T07:20:16,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:20:16,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:20:16,977 INFO [regionserver/c7aa6e2790b3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T07:20:16,981 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/data/hbase/meta/1588230740/.tmp/rep_barrier/7b320a7759dd45f1ac2828c4a0d0f840 is 112, key is test,,1731568806958.7ff0fc2b73e308d1d73f40afa0549a33./rep_barrier:seqnumDuringOpen/1731568807711/Put/seqid=0 2024-11-14T07:20:16,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34929 is added to blk_1073741847_1023 (size=5518) 2024-11-14T07:20:16,991 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/data/hbase/meta/1588230740/.tmp/rep_barrier/7b320a7759dd45f1ac2828c4a0d0f840 2024-11-14T07:20:17,015 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/data/hbase/meta/1588230740/.tmp/table/8f9148d18afb480fb9850748ef7aa964 is 53, key is hbase:replication/table:state/1731568811438/Put/seqid=0 2024-11-14T07:20:17,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34929 is added to blk_1073741848_1024 (size=5308) 2024-11-14T07:20:17,019 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/data/hbase/meta/1588230740/.tmp/table/8f9148d18afb480fb9850748ef7aa964 2024-11-14T07:20:17,025 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/data/hbase/meta/1588230740/.tmp/info/962f62ad4478429c8ef3da69280e6066 as hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/data/hbase/meta/1588230740/info/962f62ad4478429c8ef3da69280e6066 2024-11-14T07:20:17,029 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/data/hbase/meta/1588230740/info/962f62ad4478429c8ef3da69280e6066, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T07:20:17,030 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/data/hbase/meta/1588230740/.tmp/ns/c038ee937897442b955b4cc94a4cfc03 as hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/data/hbase/meta/1588230740/ns/c038ee937897442b955b4cc94a4cfc03 2024-11-14T07:20:17,035 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/data/hbase/meta/1588230740/ns/c038ee937897442b955b4cc94a4cfc03, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T07:20:17,036 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/data/hbase/meta/1588230740/.tmp/rep_barrier/7b320a7759dd45f1ac2828c4a0d0f840 as hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/data/hbase/meta/1588230740/rep_barrier/7b320a7759dd45f1ac2828c4a0d0f840 2024-11-14T07:20:17,040 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/data/hbase/meta/1588230740/rep_barrier/7b320a7759dd45f1ac2828c4a0d0f840, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T07:20:17,041 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/data/hbase/meta/1588230740/.tmp/table/8f9148d18afb480fb9850748ef7aa964 as hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/data/hbase/meta/1588230740/table/8f9148d18afb480fb9850748ef7aa964 2024-11-14T07:20:17,046 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/data/hbase/meta/1588230740/table/8f9148d18afb480fb9850748ef7aa964, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T07:20:17,047 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 147ms, sequenceid=16, compaction requested=false 2024-11-14T07:20:17,051 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T07:20:17,052 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T07:20:17,052 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T07:20:17,052 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T07:20:17,052 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731568816899Running coprocessor pre-close hooks at 1731568816899Disabling compacts and flushes for region at 1731568816899Disabling writes for close at 1731568816899Obtaining lock to block concurrent updates at 1731568816899Preparing flush snapshotting stores in 1588230740 at 1731568816899Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731568816900 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731568816900Flushing 1588230740/info: creating writer at 1731568816900Flushing 1588230740/info: appending metadata at 1731568816917 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731568816917Flushing 1588230740/ns: creating writer at 1731568816938 (+21 ms)Flushing 1588230740/ns: appending metadata at 1731568816954 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731568816954Flushing 1588230740/rep_barrier: creating writer at 1731568816964 (+10 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731568816980 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731568816980Flushing 1588230740/table: creating writer at 1731568816997 (+17 ms)Flushing 1588230740/table: appending metadata at 1731568817015 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731568817015Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67cdba3b: reopening flushed file at 1731568817024 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57ae2fcb: reopening flushed file at 1731568817029 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cc7e49c: reopening flushed file at 1731568817035 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@449af32e: reopening flushed file at 1731568817040 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 147ms, sequenceid=16, compaction requested=false at 1731568817047 (+7 ms)Writing region close event to WAL at 1731568817048 (+1 ms)Running coprocessor post-close hooks at 1731568817052 (+4 ms)Closed at 1731568817052 2024-11-14T07:20:17,052 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T07:20:17,099 DEBUG [RS:0;c7aa6e2790b3:37943 {}] regionserver.HRegionServer(1351): Waiting on 4f951667c6059f9f92f11242f1db9088, 7ff0fc2b73e308d1d73f40afa0549a33 2024-11-14T07:20:17,144 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T07:20:17,144 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-14T07:20:17,236 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37943,1731568801838.replicationSource.wal-reader.c7aa6e2790b3%2C37943%2C1731568801838,1-c7aa6e2790b3,37943,1731568801838 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/WALs/c7aa6e2790b3,37943,1731568801838/c7aa6e2790b3%2C37943%2C1731568801838.1731568804102 to pos 1033, reset compression=false 2024-11-14T07:20:17,299 DEBUG [RS:0;c7aa6e2790b3:37943 {}] regionserver.HRegionServer(1351): Waiting on 4f951667c6059f9f92f11242f1db9088, 7ff0fc2b73e308d1d73f40afa0549a33 2024-11-14T07:20:17,302 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,38503,1731568796817.replicationSource.wal-reader.c7aa6e2790b3%2C38503%2C1731568796817,1-c7aa6e2790b3,38503,1731568796817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/WALs/c7aa6e2790b3,38503,1731568796817/c7aa6e2790b3%2C38503%2C1731568796817.1731568798333 to pos 687, reset compression=false 2024-11-14T07:20:17,307 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,38503,1731568796817.replicationSource.wal-reader.c7aa6e2790b3%2C38503%2C1731568796817,1-c7aa6e2790b3,38503,1731568796817 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T07:20:17,307 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,38503,1731568796817.replicationSource.shipperc7aa6e2790b3%2C38503%2C1731568796817,1-c7aa6e2790b3,38503,1731568796817 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c7aa6e2790b3,38503,1731568796817 got entry batch from reader: WALEntryBatch [walEntries=[{test/8f496bbfe2a6683f0c3aa8d2ac6f01b7/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731568816630/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/WALs/c7aa6e2790b3,38503,1731568796817/c7aa6e2790b3%2C38503%2C1731568796817.1731568798333, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-14T07:20:17,308 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37943 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c7aa6e2790b3,37943,1731568801838 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T07:20:17,308 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37943 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.2:33950 deadline: 1731568877307, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c7aa6e2790b3,37943,1731568801838 stopping 2024-11-14T07:20:17,309 WARN [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,38503,1731568796817.replicationSource.shipperc7aa6e2790b3%2C38503%2C1731568796817,1-c7aa6e2790b3,38503,1731568796817 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c7aa6e2790b3,37943,1731568801838 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T07:20:17,324 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/data/hbase/replication/4f951667c6059f9f92f11242f1db9088/.tmp/hfileref/e18f06f2829340cfa0d5318985351a4c 2024-11-14T07:20:17,343 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/data/hbase/replication/4f951667c6059f9f92f11242f1db9088/.tmp/queue/6a13cba6b23b4803997ac5eac1e712c2 is 154, key is 1-c7aa6e2790b3,37943,1731568801838/queue:c7aa6e2790b3%2C37943%2C1731568801838/1731568816635/Put/seqid=0 2024-11-14T07:20:17,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34929 is added to blk_1073741849_1025 (size=5353) 2024-11-14T07:20:17,350 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/data/hbase/replication/4f951667c6059f9f92f11242f1db9088/.tmp/queue/6a13cba6b23b4803997ac5eac1e712c2 2024-11-14T07:20:17,356 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/data/hbase/replication/4f951667c6059f9f92f11242f1db9088/.tmp/hfileref/e18f06f2829340cfa0d5318985351a4c as hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/data/hbase/replication/4f951667c6059f9f92f11242f1db9088/hfileref/e18f06f2829340cfa0d5318985351a4c 2024-11-14T07:20:17,361 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/data/hbase/replication/4f951667c6059f9f92f11242f1db9088/hfileref/e18f06f2829340cfa0d5318985351a4c, entries=4, sequenceid=12, filesize=5.2 K 2024-11-14T07:20:17,361 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/data/hbase/replication/4f951667c6059f9f92f11242f1db9088/.tmp/queue/6a13cba6b23b4803997ac5eac1e712c2 as hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/data/hbase/replication/4f951667c6059f9f92f11242f1db9088/queue/6a13cba6b23b4803997ac5eac1e712c2 2024-11-14T07:20:17,367 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/data/hbase/replication/4f951667c6059f9f92f11242f1db9088/queue/6a13cba6b23b4803997ac5eac1e712c2, entries=1, sequenceid=12, filesize=5.2 K 2024-11-14T07:20:17,368 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 4f951667c6059f9f92f11242f1db9088 in 469ms, sequenceid=12, compaction requested=false 2024-11-14T07:20:17,373 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/data/hbase/replication/4f951667c6059f9f92f11242f1db9088/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-14T07:20:17,373 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T07:20:17,373 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T07:20:17,373 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731568810270.4f951667c6059f9f92f11242f1db9088. 2024-11-14T07:20:17,373 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4f951667c6059f9f92f11242f1db9088: Waiting for close lock at 1731568816899Running coprocessor pre-close hooks at 1731568816899Disabling compacts and flushes for region at 1731568816899Disabling writes for close at 1731568816899Obtaining lock to block concurrent updates at 1731568816899Preparing flush snapshotting stores in 4f951667c6059f9f92f11242f1db9088 at 1731568816899Finished memstore snapshotting hbase:replication,,1731568810270.4f951667c6059f9f92f11242f1db9088., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731568816899Flushing stores of hbase:replication,,1731568810270.4f951667c6059f9f92f11242f1db9088. at 1731568816900 (+1 ms)Flushing 4f951667c6059f9f92f11242f1db9088/hfileref: creating writer at 1731568816900Flushing 4f951667c6059f9f92f11242f1db9088/hfileref: appending metadata at 1731568816916 (+16 ms)Flushing 4f951667c6059f9f92f11242f1db9088/hfileref: closing flushed file at 1731568816916Flushing 4f951667c6059f9f92f11242f1db9088/queue: creating writer at 1731568817329 (+413 ms)Flushing 4f951667c6059f9f92f11242f1db9088/queue: appending metadata at 1731568817343 (+14 ms)Flushing 4f951667c6059f9f92f11242f1db9088/queue: closing flushed file at 1731568817343Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4508b3c1: reopening flushed file at 1731568817355 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3830ee20: reopening flushed file at 1731568817361 (+6 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 4f951667c6059f9f92f11242f1db9088 in 469ms, sequenceid=12, compaction requested=false at 1731568817368 (+7 ms)Writing region close event to WAL at 1731568817369 (+1 ms)Running coprocessor post-close hooks at 1731568817373 (+4 ms)Closed at 1731568817373 2024-11-14T07:20:17,374 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731568810270.4f951667c6059f9f92f11242f1db9088. 2024-11-14T07:20:17,374 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7ff0fc2b73e308d1d73f40afa0549a33, disabling compactions & flushes 2024-11-14T07:20:17,374 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731568806958.7ff0fc2b73e308d1d73f40afa0549a33. 2024-11-14T07:20:17,374 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731568806958.7ff0fc2b73e308d1d73f40afa0549a33. 2024-11-14T07:20:17,374 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731568806958.7ff0fc2b73e308d1d73f40afa0549a33. after waiting 0 ms 2024-11-14T07:20:17,374 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731568806958.7ff0fc2b73e308d1d73f40afa0549a33. 2024-11-14T07:20:17,378 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/data/default/test/7ff0fc2b73e308d1d73f40afa0549a33/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T07:20:17,379 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T07:20:17,379 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T07:20:17,379 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731568806958.7ff0fc2b73e308d1d73f40afa0549a33. 2024-11-14T07:20:17,379 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7ff0fc2b73e308d1d73f40afa0549a33: Waiting for close lock at 1731568817374Running coprocessor pre-close hooks at 1731568817374Disabling compacts and flushes for region at 1731568817374Disabling writes for close at 1731568817374Writing region close event to WAL at 1731568817375 (+1 ms)Running coprocessor post-close hooks at 1731568817378 (+3 ms)Closed at 1731568817379 (+1 ms) 2024-11-14T07:20:17,379 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731568806958.7ff0fc2b73e308d1d73f40afa0549a33. 2024-11-14T07:20:17,412 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37943 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c7aa6e2790b3,37943,1731568801838 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T07:20:17,412 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37943 {}] ipc.CallRunner(138): callId: 7 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.2:33950 deadline: 1731568877412, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c7aa6e2790b3,37943,1731568801838 stopping 2024-11-14T07:20:17,413 WARN [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,38503,1731568796817.replicationSource.shipperc7aa6e2790b3%2C38503%2C1731568796817,1-c7aa6e2790b3,38503,1731568796817 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c7aa6e2790b3,37943,1731568801838 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T07:20:17,499 INFO [RS:0;c7aa6e2790b3:37943 {}] regionserver.HRegionServer(976): stopping server c7aa6e2790b3,37943,1731568801838; all regions closed. 2024-11-14T07:20:17,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34929 is added to blk_1073741834_1010 (size=4239) 2024-11-14T07:20:17,503 DEBUG [RS:0;c7aa6e2790b3:37943 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/oldWALs 2024-11-14T07:20:17,503 INFO [RS:0;c7aa6e2790b3:37943 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c7aa6e2790b3%2C37943%2C1731568801838.meta:.meta(num 1731568804642) 2024-11-14T07:20:17,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34929 is added to blk_1073741839_1015 (size=3127) 2024-11-14T07:20:17,505 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/WALs/c7aa6e2790b3,37943,1731568801838/c7aa6e2790b3%2C37943%2C1731568801838.rep.1731568811403 not finished, retry = 0 2024-11-14T07:20:17,507 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,38503,1731568796817.replicationSource.wal-reader.c7aa6e2790b3%2C38503%2C1731568796817,1-c7aa6e2790b3,38503,1731568796817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/WALs/c7aa6e2790b3,38503,1731568796817/c7aa6e2790b3%2C38503%2C1731568796817.1731568798333 to pos 1033, reset compression=false 2024-11-14T07:20:17,607 DEBUG [RS:0;c7aa6e2790b3:37943 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/oldWALs 2024-11-14T07:20:17,607 INFO [RS:0;c7aa6e2790b3:37943 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c7aa6e2790b3%2C37943%2C1731568801838.rep:(num 1731568811403) 2024-11-14T07:20:17,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34929 is added to blk_1073741833_1009 (size=1336) 2024-11-14T07:20:17,610 DEBUG [RS:0;c7aa6e2790b3:37943 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/oldWALs 2024-11-14T07:20:17,610 INFO [RS:0;c7aa6e2790b3:37943 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c7aa6e2790b3%2C37943%2C1731568801838:(num 1731568804102) 2024-11-14T07:20:17,610 DEBUG [RS:0;c7aa6e2790b3:37943 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:20:17,610 INFO [RS:0;c7aa6e2790b3:37943 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T07:20:17,611 INFO [RS:0;c7aa6e2790b3:37943 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T07:20:17,611 INFO [RS:0;c7aa6e2790b3:37943 {}] hbase.ChoreService(370): Chore service for: regionserver/c7aa6e2790b3:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T07:20:17,611 INFO [RS:0;c7aa6e2790b3:37943 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T07:20:17,611 INFO [regionserver/c7aa6e2790b3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T07:20:17,611 INFO [RS:0;c7aa6e2790b3:37943 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c7aa6e2790b3,37943,1731568801838 because: Region server is closing 2024-11-14T07:20:17,611 INFO [RS:0;c7aa6e2790b3:37943 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c7aa6e2790b3:37943. 2024-11-14T07:20:17,611 DEBUG [RS:0;c7aa6e2790b3:37943 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:20:17,612 DEBUG [RS:0;c7aa6e2790b3:37943 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:20:17,612 DEBUG [RS:0;c7aa6e2790b3:37943 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:20:17,612 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:20:17,615 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37943 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c7aa6e2790b3,37943,1731568801838 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T07:20:17,615 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37943 {}] ipc.CallRunner(138): callId: 10 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.2:33950 deadline: 1731568877615, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c7aa6e2790b3,37943,1731568801838 stopping 2024-11-14T07:20:17,616 WARN [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,38503,1731568796817.replicationSource.shipperc7aa6e2790b3%2C38503%2C1731568796817,1-c7aa6e2790b3,38503,1731568796817 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c7aa6e2790b3,37943,1731568801838 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T07:20:17,712 WARN [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37943,1731568801838.replicationSource.wal-reader.c7aa6e2790b3%2C37943%2C1731568801838,1-c7aa6e2790b3,37943,1731568801838 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T07:20:17,712 WARN [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37943,1731568801838.replicationSource.shipperc7aa6e2790b3%2C37943%2C1731568801838,1-c7aa6e2790b3,37943,1731568801838 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T07:20:17,712 INFO [RS:0;c7aa6e2790b3:37943 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37943,1731568801838.replicationSource.shipperc7aa6e2790b3%2C37943%2C1731568801838,1-c7aa6e2790b3,37943,1731568801838 terminated 2024-11-14T07:20:17,712 INFO [RS:0;c7aa6e2790b3:37943 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c7aa6e2790b3:37943. 2024-11-14T07:20:17,712 DEBUG [RS:0;c7aa6e2790b3:37943 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:20:17,712 DEBUG [RS:0;c7aa6e2790b3:37943 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:20:17,712 DEBUG [RS:0;c7aa6e2790b3:37943 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:20:17,712 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:20:17,713 INFO [RS:0;c7aa6e2790b3:37943 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37943 2024-11-14T07:20:17,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37943-0x1013836f6e50004, quorum=127.0.0.1:51830, baseZNode=/1-1771376063 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1771376063/rs/c7aa6e2790b3,37943,1731568801838 2024-11-14T07:20:17,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32917-0x1013836f6e50003, quorum=127.0.0.1:51830, baseZNode=/1-1771376063 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1771376063/rs 2024-11-14T07:20:17,760 INFO [RS:0;c7aa6e2790b3:37943 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T07:20:17,771 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c7aa6e2790b3,37943,1731568801838] 2024-11-14T07:20:17,781 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1771376063/draining/c7aa6e2790b3,37943,1731568801838 already deleted, retry=false 2024-11-14T07:20:17,781 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c7aa6e2790b3,37943,1731568801838 expired; onlineServers=0 2024-11-14T07:20:17,781 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c7aa6e2790b3,32917,1731568801697' ***** 2024-11-14T07:20:17,781 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T07:20:17,781 INFO [M:0;c7aa6e2790b3:32917 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T07:20:17,781 INFO [M:0;c7aa6e2790b3:32917 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T07:20:17,781 DEBUG [M:0;c7aa6e2790b3:32917 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T07:20:17,781 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T07:20:17,781 DEBUG [M:0;c7aa6e2790b3:32917 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T07:20:17,781 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.large.0-1731568803868 {}] cleaner.HFileCleaner(306): Exit Thread[master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.large.0-1731568803868,5,FailOnTimeoutGroup] 2024-11-14T07:20:17,781 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.small.0-1731568803868 {}] cleaner.HFileCleaner(306): Exit Thread[master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.small.0-1731568803868,5,FailOnTimeoutGroup] 2024-11-14T07:20:17,782 INFO [M:0;c7aa6e2790b3:32917 {}] hbase.ChoreService(370): Chore service for: master/c7aa6e2790b3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T07:20:17,782 INFO [M:0;c7aa6e2790b3:32917 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T07:20:17,782 DEBUG [M:0;c7aa6e2790b3:32917 {}] master.HMaster(1795): Stopping service threads 2024-11-14T07:20:17,782 INFO [M:0;c7aa6e2790b3:32917 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T07:20:17,782 INFO [M:0;c7aa6e2790b3:32917 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T07:20:17,782 INFO [M:0;c7aa6e2790b3:32917 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T07:20:17,782 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T07:20:17,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32917-0x1013836f6e50003, quorum=127.0.0.1:51830, baseZNode=/1-1771376063 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1771376063/master 2024-11-14T07:20:17,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32917-0x1013836f6e50003, quorum=127.0.0.1:51830, baseZNode=/1-1771376063 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1771376063 2024-11-14T07:20:17,792 DEBUG [M:0;c7aa6e2790b3:32917 {}] zookeeper.ZKUtil(347): master:32917-0x1013836f6e50003, quorum=127.0.0.1:51830, baseZNode=/1-1771376063 Unable to get data of znode /1-1771376063/master because node does not exist (not an error) 2024-11-14T07:20:17,792 WARN [M:0;c7aa6e2790b3:32917 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T07:20:17,792 INFO [M:0;c7aa6e2790b3:32917 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/.lastflushedseqids 2024-11-14T07:20:17,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34929 is added to blk_1073741850_1026 (size=263) 2024-11-14T07:20:17,810 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,38503,1731568796817.replicationSource.wal-reader.c7aa6e2790b3%2C38503%2C1731568796817,1-c7aa6e2790b3,38503,1731568796817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/WALs/c7aa6e2790b3,38503,1731568796817/c7aa6e2790b3%2C38503%2C1731568796817.1731568798333 to pos 1033, reset compression=false 2024-11-14T07:20:17,871 INFO [RS:0;c7aa6e2790b3:37943 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T07:20:17,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37943-0x1013836f6e50004, quorum=127.0.0.1:51830, baseZNode=/1-1771376063 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T07:20:17,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37943-0x1013836f6e50004, quorum=127.0.0.1:51830, baseZNode=/1-1771376063 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T07:20:17,871 INFO [RS:0;c7aa6e2790b3:37943 {}] regionserver.HRegionServer(1031): Exiting; stopping=c7aa6e2790b3,37943,1731568801838; zookeeper connection closed. 2024-11-14T07:20:17,871 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@14d11411 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@14d11411 2024-11-14T07:20:17,871 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T07:20:17,919 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server c7aa6e2790b3:37943 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c7aa6e2790b3/172.17.0.2:37943 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T07:20:17,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address c7aa6e2790b3:37943 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c7aa6e2790b3/172.17.0.2:37943 2024-11-14T07:20:17,919 WARN [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,38503,1731568796817.replicationSource.shipperc7aa6e2790b3%2C38503%2C1731568796817,1-c7aa6e2790b3,38503,1731568796817 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=c7aa6e2790b3:37943 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c7aa6e2790b3/172.17.0.2:37943 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c7aa6e2790b3/172.17.0.2:37943 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-14T07:20:17,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32917 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T07:20:17,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32917 {}] ipc.CallRunner(138): callId: 15 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:47880 deadline: 1731568877921, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-14T07:20:17,922 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,38503,1731568796817.replicationSource.shipperc7aa6e2790b3%2C38503%2C1731568796817,1-c7aa6e2790b3,38503,1731568796817 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-14T07:20:17,923 WARN [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,38503,1731568796817.replicationSource.shipperc7aa6e2790b3%2C38503%2C1731568796817,1-c7aa6e2790b3,38503,1731568796817 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-14T07:20:18,197 INFO [M:0;c7aa6e2790b3:32917 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T07:20:18,197 INFO [M:0;c7aa6e2790b3:32917 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T07:20:18,197 DEBUG [M:0;c7aa6e2790b3:32917 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T07:20:18,197 INFO [M:0;c7aa6e2790b3:32917 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:20:18,197 DEBUG [M:0;c7aa6e2790b3:32917 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:20:18,197 DEBUG [M:0;c7aa6e2790b3:32917 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T07:20:18,198 DEBUG [M:0;c7aa6e2790b3:32917 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:20:18,198 INFO [M:0;c7aa6e2790b3:32917 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-14T07:20:18,212 DEBUG [M:0;c7aa6e2790b3:32917 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/499fd2abb3374fd18fc34993b9610d9b is 82, key is hbase:meta,,1/info:regioninfo/1731568804672/Put/seqid=0 2024-11-14T07:20:18,214 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,38503,1731568796817.replicationSource.wal-reader.c7aa6e2790b3%2C38503%2C1731568796817,1-c7aa6e2790b3,38503,1731568796817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/WALs/c7aa6e2790b3,38503,1731568796817/c7aa6e2790b3%2C38503%2C1731568796817.1731568798333 to pos 1033, reset compression=false 2024-11-14T07:20:18,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34929 is added to blk_1073741851_1027 (size=5672) 2024-11-14T07:20:18,215 INFO [M:0;c7aa6e2790b3:32917 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/499fd2abb3374fd18fc34993b9610d9b 2024-11-14T07:20:18,230 DEBUG [M:0;c7aa6e2790b3:32917 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5de15eb1556c42449172b95b2729b250 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731568811441/Put/seqid=0 2024-11-14T07:20:18,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34929 is added to blk_1073741852_1028 (size=8517) 2024-11-14T07:20:18,323 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,38503,1731568796817.replicationSource.shipperc7aa6e2790b3%2C38503%2C1731568796817,1-c7aa6e2790b3,38503,1731568796817 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-14T07:20:18,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32917 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T07:20:18,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32917 {}] ipc.CallRunner(138): callId: 17 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:47880 deadline: 1731568878324, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-14T07:20:18,325 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,38503,1731568796817.replicationSource.shipperc7aa6e2790b3%2C38503%2C1731568796817,1-c7aa6e2790b3,38503,1731568796817 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-14T07:20:18,326 WARN [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,38503,1731568796817.replicationSource.shipperc7aa6e2790b3%2C38503%2C1731568796817,1-c7aa6e2790b3,38503,1731568796817 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-14T07:20:18,326 WARN [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,38503,1731568796817.replicationSource.shipperc7aa6e2790b3%2C38503%2C1731568796817,1-c7aa6e2790b3,38503,1731568796817 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-14T07:20:18,634 INFO [M:0;c7aa6e2790b3:32917 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5de15eb1556c42449172b95b2729b250 2024-11-14T07:20:18,650 DEBUG [M:0;c7aa6e2790b3:32917 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/61e264bb3bd840f6bbdf0b4fc2f30cc9 is 69, key is c7aa6e2790b3,37943,1731568801838/rs:state/1731568803901/Put/seqid=0 2024-11-14T07:20:18,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34929 is added to blk_1073741853_1029 (size=5156) 2024-11-14T07:20:18,717 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,38503,1731568796817.replicationSource.wal-reader.c7aa6e2790b3%2C38503%2C1731568796817,1-c7aa6e2790b3,38503,1731568796817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/WALs/c7aa6e2790b3,38503,1731568796817/c7aa6e2790b3%2C38503%2C1731568796817.1731568798333 to pos 1033, reset compression=false 2024-11-14T07:20:18,826 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,38503,1731568796817.replicationSource.shipperc7aa6e2790b3%2C38503%2C1731568796817,1-c7aa6e2790b3,38503,1731568796817 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-14T07:20:18,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32917 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T07:20:18,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32917 {}] ipc.CallRunner(138): callId: 19 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:47880 deadline: 1731568878827, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-14T07:20:18,828 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,38503,1731568796817.replicationSource.shipperc7aa6e2790b3%2C38503%2C1731568796817,1-c7aa6e2790b3,38503,1731568796817 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-14T07:20:18,829 WARN [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,38503,1731568796817.replicationSource.shipperc7aa6e2790b3%2C38503%2C1731568796817,1-c7aa6e2790b3,38503,1731568796817 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-14T07:20:18,829 WARN [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,38503,1731568796817.replicationSource.shipperc7aa6e2790b3%2C38503%2C1731568796817,1-c7aa6e2790b3,38503,1731568796817 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-14T07:20:19,054 INFO [M:0;c7aa6e2790b3:32917 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/61e264bb3bd840f6bbdf0b4fc2f30cc9 2024-11-14T07:20:19,058 DEBUG [M:0;c7aa6e2790b3:32917 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/499fd2abb3374fd18fc34993b9610d9b as hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/499fd2abb3374fd18fc34993b9610d9b 2024-11-14T07:20:19,062 INFO [M:0;c7aa6e2790b3:32917 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/499fd2abb3374fd18fc34993b9610d9b, entries=8, sequenceid=97, filesize=5.5 K 2024-11-14T07:20:19,063 DEBUG [M:0;c7aa6e2790b3:32917 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5de15eb1556c42449172b95b2729b250 as hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5de15eb1556c42449172b95b2729b250 2024-11-14T07:20:19,066 INFO [M:0;c7aa6e2790b3:32917 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5de15eb1556c42449172b95b2729b250, entries=11, sequenceid=97, filesize=8.3 K 2024-11-14T07:20:19,067 DEBUG [M:0;c7aa6e2790b3:32917 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/61e264bb3bd840f6bbdf0b4fc2f30cc9 as hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/61e264bb3bd840f6bbdf0b4fc2f30cc9 2024-11-14T07:20:19,071 INFO [M:0;c7aa6e2790b3:32917 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34103/user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/61e264bb3bd840f6bbdf0b4fc2f30cc9, entries=1, sequenceid=97, filesize=5.0 K 2024-11-14T07:20:19,072 INFO [M:0;c7aa6e2790b3:32917 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 874ms, sequenceid=97, compaction requested=false 2024-11-14T07:20:19,073 INFO [M:0;c7aa6e2790b3:32917 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:20:19,073 DEBUG [M:0;c7aa6e2790b3:32917 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731568818197Disabling compacts and flushes for region at 1731568818197Disabling writes for close at 1731568818197Obtaining lock to block concurrent updates at 1731568818198 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731568818198Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731568818198Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731568818199 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731568818199Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731568818211 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731568818211Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731568818219 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731568818230 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731568818230Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731568818638 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731568818650 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731568818650Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64c235af: reopening flushed file at 1731568819058 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@329e5ca9: reopening flushed file at 1731568819062 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52f58c83: reopening flushed file at 1731568819067 (+5 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 874ms, sequenceid=97, compaction requested=false at 1731568819072 (+5 ms)Writing region close event to WAL at 1731568819073 (+1 ms)Closed at 1731568819073 2024-11-14T07:20:19,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34929 is added to blk_1073741830_1006 (size=63666) 2024-11-14T07:20:19,075 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/aefd59f3-c066-801a-8677-29d8ba288912/MasterData/WALs/c7aa6e2790b3,32917,1731568801697/c7aa6e2790b3%2C32917%2C1731568801697.1731568803598 not finished, retry = 0 2024-11-14T07:20:19,175 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T07:20:19,175 INFO [M:0;c7aa6e2790b3:32917 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T07:20:19,175 INFO [M:0;c7aa6e2790b3:32917 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32917 2024-11-14T07:20:19,176 INFO [M:0;c7aa6e2790b3:32917 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T07:20:19,314 INFO [M:0;c7aa6e2790b3:32917 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T07:20:19,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32917-0x1013836f6e50003, quorum=127.0.0.1:51830, baseZNode=/1-1771376063 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T07:20:19,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32917-0x1013836f6e50003, quorum=127.0.0.1:51830, baseZNode=/1-1771376063 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T07:20:19,317 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@31d1aff1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T07:20:19,317 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@280b73b3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T07:20:19,317 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T07:20:19,317 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37339b48{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T07:20:19,317 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ad65a86{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49eb035c-e7cd-c7bb-5d03-e0cc9f87a572/hadoop.log.dir/,STOPPED} 2024-11-14T07:20:19,318 WARN [BP-1165729237-172.17.0.2-1731568799505 heartbeating to localhost/127.0.0.1:34103 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T07:20:19,318 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T07:20:19,318 WARN [BP-1165729237-172.17.0.2-1731568799505 heartbeating to localhost/127.0.0.1:34103 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1165729237-172.17.0.2-1731568799505 (Datanode Uuid 365d3291-9efb-43ac-8ae2-74b5c20807ac) service to localhost/127.0.0.1:34103 2024-11-14T07:20:19,318 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T07:20:19,319 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49eb035c-e7cd-c7bb-5d03-e0cc9f87a572/cluster_4c2ccc97-9fe3-f154-bd5b-85d48a65c4d6/data/data1/current/BP-1165729237-172.17.0.2-1731568799505 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T07:20:19,319 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49eb035c-e7cd-c7bb-5d03-e0cc9f87a572/cluster_4c2ccc97-9fe3-f154-bd5b-85d48a65c4d6/data/data2/current/BP-1165729237-172.17.0.2-1731568799505 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T07:20:19,319 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T07:20:19,321 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,38503,1731568796817.replicationSource.wal-reader.c7aa6e2790b3%2C38503%2C1731568796817,1-c7aa6e2790b3,38503,1731568796817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/WALs/c7aa6e2790b3,38503,1731568796817/c7aa6e2790b3%2C38503%2C1731568796817.1731568798333 to pos 1033, reset compression=false 2024-11-14T07:20:19,324 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@49683f8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T07:20:19,324 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@face027{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T07:20:19,324 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T07:20:19,325 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@449b76a2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T07:20:19,325 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@664d3ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49eb035c-e7cd-c7bb-5d03-e0cc9f87a572/hadoop.log.dir/,STOPPED} 2024-11-14T07:20:19,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T07:20:19,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T07:20:19,337 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T07:20:19,337 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:20:19,337 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:20:19,337 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:20:19,337 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:20:19,337 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T07:20:19,337 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1240457961, stopped=false 2024-11-14T07:20:19,337 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c7aa6e2790b3,41457,1731568796619 2024-11-14T07:20:19,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41457-0x1013836f6e50000, quorum=127.0.0.1:51830, baseZNode=/01643293465 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01643293465/running 2024-11-14T07:20:19,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38503-0x1013836f6e50001, quorum=127.0.0.1:51830, baseZNode=/01643293465 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01643293465/running 2024-11-14T07:20:19,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41457-0x1013836f6e50000, quorum=127.0.0.1:51830, baseZNode=/01643293465 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01643293465 2024-11-14T07:20:19,360 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T07:20:19,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38503-0x1013836f6e50001, quorum=127.0.0.1:51830, baseZNode=/01643293465 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01643293465 2024-11-14T07:20:19,360 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T07:20:19,360 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41457-0x1013836f6e50000, quorum=127.0.0.1:51830, baseZNode=/01643293465 Set watcher on znode that does not yet exist, /01643293465/running 2024-11-14T07:20:19,361 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:20:19,361 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38503-0x1013836f6e50001, quorum=127.0.0.1:51830, baseZNode=/01643293465 Set watcher on znode that does not yet exist, /01643293465/running 2024-11-14T07:20:19,361 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:20:19,361 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c7aa6e2790b3,38503,1731568796817' ***** 2024-11-14T07:20:19,361 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T07:20:19,361 INFO [RS:0;c7aa6e2790b3:38503 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T07:20:19,361 INFO [RS:0;c7aa6e2790b3:38503 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T07:20:19,361 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T07:20:19,361 INFO [RS:0;c7aa6e2790b3:38503 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T07:20:19,361 INFO [RS:0;c7aa6e2790b3:38503 {}] regionserver.HRegionServer(3091): Received CLOSE for f8303b93c7e12c49e06f2afb2c645204 2024-11-14T07:20:19,361 INFO [RS:0;c7aa6e2790b3:38503 {}] regionserver.HRegionServer(3091): Received CLOSE for 8f496bbfe2a6683f0c3aa8d2ac6f01b7 2024-11-14T07:20:19,361 INFO [RS:0;c7aa6e2790b3:38503 {}] regionserver.HRegionServer(959): stopping server c7aa6e2790b3,38503,1731568796817 2024-11-14T07:20:19,361 INFO [RS:0;c7aa6e2790b3:38503 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T07:20:19,361 INFO [RS:0;c7aa6e2790b3:38503 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c7aa6e2790b3:38503. 2024-11-14T07:20:19,361 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f8303b93c7e12c49e06f2afb2c645204, disabling compactions & flushes 2024-11-14T07:20:19,361 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731568808115.f8303b93c7e12c49e06f2afb2c645204. 2024-11-14T07:20:19,361 DEBUG [RS:0;c7aa6e2790b3:38503 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:20:19,362 DEBUG [RS:0;c7aa6e2790b3:38503 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:20:19,362 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731568808115.f8303b93c7e12c49e06f2afb2c645204. 2024-11-14T07:20:19,362 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731568808115.f8303b93c7e12c49e06f2afb2c645204. after waiting 0 ms 2024-11-14T07:20:19,362 INFO [RS:0;c7aa6e2790b3:38503 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T07:20:19,362 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731568808115.f8303b93c7e12c49e06f2afb2c645204. 2024-11-14T07:20:19,362 INFO [RS:0;c7aa6e2790b3:38503 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T07:20:19,362 INFO [RS:0;c7aa6e2790b3:38503 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T07:20:19,362 INFO [RS:0;c7aa6e2790b3:38503 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T07:20:19,362 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f8303b93c7e12c49e06f2afb2c645204 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-14T07:20:19,362 INFO [RS:0;c7aa6e2790b3:38503 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T07:20:19,362 DEBUG [RS:0;c7aa6e2790b3:38503 {}] regionserver.HRegionServer(1325): Online Regions={f8303b93c7e12c49e06f2afb2c645204=hbase:replication,,1731568808115.f8303b93c7e12c49e06f2afb2c645204., 1588230740=hbase:meta,,1.1588230740, 8f496bbfe2a6683f0c3aa8d2ac6f01b7=test,,1731568804804.8f496bbfe2a6683f0c3aa8d2ac6f01b7.} 2024-11-14T07:20:19,362 DEBUG [RS:0;c7aa6e2790b3:38503 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8f496bbfe2a6683f0c3aa8d2ac6f01b7, f8303b93c7e12c49e06f2afb2c645204 2024-11-14T07:20:19,362 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T07:20:19,362 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T07:20:19,362 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T07:20:19,362 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T07:20:19,362 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T07:20:19,362 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T07:20:19,374 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/data/hbase/replication/f8303b93c7e12c49e06f2afb2c645204/.tmp/hfileref/5ae221a70000495bac801f34862387e2 is 74, key is 1/hfileref:15df895d42364ac4b0deeff069d1c645_SeqId_6_/1731568816618/Put/seqid=0 2024-11-14T07:20:19,374 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/data/hbase/meta/1588230740/.tmp/info/560f1dfc4eb14cc8bf47b560cb41d178 is 147, key is hbase:replication,,1731568808115.f8303b93c7e12c49e06f2afb2c645204./info:regioninfo/1731568808875/Put/seqid=0 2024-11-14T07:20:19,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741846_1022 (size=7686) 2024-11-14T07:20:19,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741847_1023 (size=5345) 2024-11-14T07:20:19,421 INFO [regionserver/c7aa6e2790b3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T07:20:19,429 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,38503,1731568796817.replicationSource.shipperc7aa6e2790b3%2C38503%2C1731568796817,1-c7aa6e2790b3,38503,1731568796817 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-14T07:20:19,430 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server c7aa6e2790b3:32917 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c7aa6e2790b3/172.17.0.2:32917 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T07:20:19,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address c7aa6e2790b3:32917 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c7aa6e2790b3/172.17.0.2:32917 2024-11-14T07:20:19,535 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:20:19,535 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server c7aa6e2790b3:32917 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c7aa6e2790b3/172.17.0.2:32917 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T07:20:19,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c7aa6e2790b3,32917,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=c7aa6e2790b3:32917 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c7aa6e2790b3/172.17.0.2:32917 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-14T07:20:19,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address c7aa6e2790b3:32917 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c7aa6e2790b3/172.17.0.2:32917 2024-11-14T07:20:19,562 DEBUG [RS:0;c7aa6e2790b3:38503 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8f496bbfe2a6683f0c3aa8d2ac6f01b7, f8303b93c7e12c49e06f2afb2c645204 2024-11-14T07:20:19,745 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:20:19,746 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to c7aa6e2790b3:32917 this server is in the failed servers list 2024-11-14T07:20:19,746 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c7aa6e2790b3,32917,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=c7aa6e2790b3:32917 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c7aa6e2790b3:32917 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T07:20:19,762 DEBUG [RS:0;c7aa6e2790b3:38503 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8f496bbfe2a6683f0c3aa8d2ac6f01b7, f8303b93c7e12c49e06f2afb2c645204 2024-11-14T07:20:19,778 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/data/hbase/replication/f8303b93c7e12c49e06f2afb2c645204/.tmp/hfileref/5ae221a70000495bac801f34862387e2 2024-11-14T07:20:19,778 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/data/hbase/meta/1588230740/.tmp/info/560f1dfc4eb14cc8bf47b560cb41d178 2024-11-14T07:20:19,794 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/data/hbase/meta/1588230740/.tmp/ns/13b87cdc4bdb46169135b53df1406bb4 is 43, key is default/ns:d/1731568799376/Put/seqid=0 2024-11-14T07:20:19,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741848_1024 (size=5153) 2024-11-14T07:20:19,798 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/data/hbase/replication/f8303b93c7e12c49e06f2afb2c645204/.tmp/queue/8f7d439c6b5042a6935aa85fbda78425 is 153, key is 1-c7aa6e2790b3,38503,1731568796817/queue:c7aa6e2790b3%2C38503%2C1731568796817/1731568814681/Put/seqid=0 2024-11-14T07:20:19,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741849_1025 (size=5352) 2024-11-14T07:20:19,962 DEBUG [RS:0;c7aa6e2790b3:38503 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8f496bbfe2a6683f0c3aa8d2ac6f01b7, f8303b93c7e12c49e06f2afb2c645204 2024-11-14T07:20:20,025 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,38503,1731568796817.replicationSource.wal-reader.c7aa6e2790b3%2C38503%2C1731568796817,1-c7aa6e2790b3,38503,1731568796817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/WALs/c7aa6e2790b3,38503,1731568796817/c7aa6e2790b3%2C38503%2C1731568796817.1731568798333 to pos 1033, reset compression=false 2024-11-14T07:20:20,055 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:20:20,055 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to c7aa6e2790b3:32917 this server is in the failed servers list 2024-11-14T07:20:20,055 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c7aa6e2790b3,32917,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=c7aa6e2790b3:32917 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c7aa6e2790b3:32917 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T07:20:20,163 DEBUG [RS:0;c7aa6e2790b3:38503 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8f496bbfe2a6683f0c3aa8d2ac6f01b7, f8303b93c7e12c49e06f2afb2c645204 2024-11-14T07:20:20,198 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/data/hbase/meta/1588230740/.tmp/ns/13b87cdc4bdb46169135b53df1406bb4 2024-11-14T07:20:20,202 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/data/hbase/replication/f8303b93c7e12c49e06f2afb2c645204/.tmp/queue/8f7d439c6b5042a6935aa85fbda78425 2024-11-14T07:20:20,207 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/data/hbase/replication/f8303b93c7e12c49e06f2afb2c645204/.tmp/hfileref/5ae221a70000495bac801f34862387e2 as hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/data/hbase/replication/f8303b93c7e12c49e06f2afb2c645204/hfileref/5ae221a70000495bac801f34862387e2 2024-11-14T07:20:20,212 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/data/hbase/replication/f8303b93c7e12c49e06f2afb2c645204/hfileref/5ae221a70000495bac801f34862387e2, entries=4, sequenceid=10, filesize=5.2 K 2024-11-14T07:20:20,212 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/data/hbase/replication/f8303b93c7e12c49e06f2afb2c645204/.tmp/queue/8f7d439c6b5042a6935aa85fbda78425 as hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/data/hbase/replication/f8303b93c7e12c49e06f2afb2c645204/queue/8f7d439c6b5042a6935aa85fbda78425 2024-11-14T07:20:20,217 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/data/hbase/replication/f8303b93c7e12c49e06f2afb2c645204/queue/8f7d439c6b5042a6935aa85fbda78425, entries=1, sequenceid=10, filesize=5.2 K 2024-11-14T07:20:20,218 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/data/hbase/meta/1588230740/.tmp/rep_barrier/e535b4e7f7024551aea927094475c2b2 is 112, key is test,,1731568804804.8f496bbfe2a6683f0c3aa8d2ac6f01b7./rep_barrier:seqnumDuringOpen/1731568805958/Put/seqid=0 2024-11-14T07:20:20,218 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for f8303b93c7e12c49e06f2afb2c645204 in 856ms, sequenceid=10, compaction requested=false 2024-11-14T07:20:20,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741850_1026 (size=5518) 2024-11-14T07:20:20,225 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/data/hbase/replication/f8303b93c7e12c49e06f2afb2c645204/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-14T07:20:20,225 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T07:20:20,225 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T07:20:20,225 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731568808115.f8303b93c7e12c49e06f2afb2c645204. 2024-11-14T07:20:20,226 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f8303b93c7e12c49e06f2afb2c645204: Waiting for close lock at 1731568819361Running coprocessor pre-close hooks at 1731568819361Disabling compacts and flushes for region at 1731568819361Disabling writes for close at 1731568819362 (+1 ms)Obtaining lock to block concurrent updates at 1731568819362Preparing flush snapshotting stores in f8303b93c7e12c49e06f2afb2c645204 at 1731568819362Finished memstore snapshotting hbase:replication,,1731568808115.f8303b93c7e12c49e06f2afb2c645204., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1731568819362Flushing stores of hbase:replication,,1731568808115.f8303b93c7e12c49e06f2afb2c645204. at 1731568819362Flushing f8303b93c7e12c49e06f2afb2c645204/hfileref: creating writer at 1731568819362Flushing f8303b93c7e12c49e06f2afb2c645204/hfileref: appending metadata at 1731568819374 (+12 ms)Flushing f8303b93c7e12c49e06f2afb2c645204/hfileref: closing flushed file at 1731568819374Flushing f8303b93c7e12c49e06f2afb2c645204/queue: creating writer at 1731568819782 (+408 ms)Flushing f8303b93c7e12c49e06f2afb2c645204/queue: appending metadata at 1731568819797 (+15 ms)Flushing f8303b93c7e12c49e06f2afb2c645204/queue: closing flushed file at 1731568819797Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18141e9c: reopening flushed file at 1731568820206 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c1dea84: reopening flushed file at 1731568820212 (+6 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for f8303b93c7e12c49e06f2afb2c645204 in 856ms, sequenceid=10, compaction requested=false at 1731568820218 (+6 ms)Writing region close event to WAL at 1731568820222 (+4 ms)Running coprocessor post-close hooks at 1731568820225 (+3 ms)Closed at 1731568820225 2024-11-14T07:20:20,226 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731568808115.f8303b93c7e12c49e06f2afb2c645204. 2024-11-14T07:20:20,226 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8f496bbfe2a6683f0c3aa8d2ac6f01b7, disabling compactions & flushes 2024-11-14T07:20:20,226 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731568804804.8f496bbfe2a6683f0c3aa8d2ac6f01b7. 2024-11-14T07:20:20,226 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731568804804.8f496bbfe2a6683f0c3aa8d2ac6f01b7. 2024-11-14T07:20:20,226 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731568804804.8f496bbfe2a6683f0c3aa8d2ac6f01b7. after waiting 0 ms 2024-11-14T07:20:20,226 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731568804804.8f496bbfe2a6683f0c3aa8d2ac6f01b7. 2024-11-14T07:20:20,229 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/data/default/test/8f496bbfe2a6683f0c3aa8d2ac6f01b7/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T07:20:20,230 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T07:20:20,230 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T07:20:20,230 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731568804804.8f496bbfe2a6683f0c3aa8d2ac6f01b7. 2024-11-14T07:20:20,230 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8f496bbfe2a6683f0c3aa8d2ac6f01b7: Waiting for close lock at 1731568820226Running coprocessor pre-close hooks at 1731568820226Disabling compacts and flushes for region at 1731568820226Disabling writes for close at 1731568820226Writing region close event to WAL at 1731568820226Running coprocessor post-close hooks at 1731568820229 (+3 ms)Closed at 1731568820230 (+1 ms) 2024-11-14T07:20:20,230 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731568804804.8f496bbfe2a6683f0c3aa8d2ac6f01b7. 2024-11-14T07:20:20,276 INFO [regionserver/c7aa6e2790b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T07:20:20,276 INFO [regionserver/c7aa6e2790b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T07:20:20,363 INFO [RS:0;c7aa6e2790b3:38503 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T07:20:20,363 DEBUG [RS:0;c7aa6e2790b3:38503 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T07:20:20,363 DEBUG [RS:0;c7aa6e2790b3:38503 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T07:20:20,563 DEBUG [RS:0;c7aa6e2790b3:38503 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T07:20:20,565 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:20:20,565 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to c7aa6e2790b3:32917 this server is in the failed servers list 2024-11-14T07:20:20,566 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c7aa6e2790b3,32917,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=c7aa6e2790b3:32917 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c7aa6e2790b3:32917 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T07:20:20,624 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/data/hbase/meta/1588230740/.tmp/rep_barrier/e535b4e7f7024551aea927094475c2b2 2024-11-14T07:20:20,640 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/data/hbase/meta/1588230740/.tmp/table/95e948dcfd134e82a4d458b0d7d94a57 is 53, key is hbase:replication/table:state/1731568808882/Put/seqid=0 2024-11-14T07:20:20,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741851_1027 (size=5308) 2024-11-14T07:20:20,763 DEBUG [RS:0;c7aa6e2790b3:38503 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T07:20:20,829 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,38503,1731568796817.replicationSource.wal-reader.c7aa6e2790b3%2C38503%2C1731568796817,1-c7aa6e2790b3,38503,1731568796817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/WALs/c7aa6e2790b3,38503,1731568796817/c7aa6e2790b3%2C38503%2C1731568796817.1731568798333 to pos 1033, reset compression=false 2024-11-14T07:20:20,833 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,38503,1731568796817.replicationSource.wal-reader.c7aa6e2790b3%2C38503%2C1731568796817,1-c7aa6e2790b3,38503,1731568796817 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T07:20:20,833 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,38503,1731568796817.replicationSource.wal-reader.c7aa6e2790b3%2C38503%2C1731568796817,1-c7aa6e2790b3,38503,1731568796817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/WALs/c7aa6e2790b3,38503,1731568796817/c7aa6e2790b3%2C38503%2C1731568796817.1731568798333 to pos 1328, reset compression=false 2024-11-14T07:20:20,963 DEBUG [RS:0;c7aa6e2790b3:38503 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T07:20:21,035 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,38503,1731568796817.replicationSource.wal-reader.c7aa6e2790b3%2C38503%2C1731568796817,1-c7aa6e2790b3,38503,1731568796817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/WALs/c7aa6e2790b3,38503,1731568796817/c7aa6e2790b3%2C38503%2C1731568796817.1731568798333 to pos 1328, reset compression=false 2024-11-14T07:20:21,043 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/data/hbase/meta/1588230740/.tmp/table/95e948dcfd134e82a4d458b0d7d94a57 2024-11-14T07:20:21,048 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/data/hbase/meta/1588230740/.tmp/info/560f1dfc4eb14cc8bf47b560cb41d178 as hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/data/hbase/meta/1588230740/info/560f1dfc4eb14cc8bf47b560cb41d178 2024-11-14T07:20:21,052 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/data/hbase/meta/1588230740/info/560f1dfc4eb14cc8bf47b560cb41d178, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T07:20:21,053 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/data/hbase/meta/1588230740/.tmp/ns/13b87cdc4bdb46169135b53df1406bb4 as hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/data/hbase/meta/1588230740/ns/13b87cdc4bdb46169135b53df1406bb4 2024-11-14T07:20:21,057 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/data/hbase/meta/1588230740/ns/13b87cdc4bdb46169135b53df1406bb4, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T07:20:21,058 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/data/hbase/meta/1588230740/.tmp/rep_barrier/e535b4e7f7024551aea927094475c2b2 as hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/data/hbase/meta/1588230740/rep_barrier/e535b4e7f7024551aea927094475c2b2 2024-11-14T07:20:21,062 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/data/hbase/meta/1588230740/rep_barrier/e535b4e7f7024551aea927094475c2b2, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T07:20:21,063 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/data/hbase/meta/1588230740/.tmp/table/95e948dcfd134e82a4d458b0d7d94a57 as hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/data/hbase/meta/1588230740/table/95e948dcfd134e82a4d458b0d7d94a57 2024-11-14T07:20:21,067 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/data/hbase/meta/1588230740/table/95e948dcfd134e82a4d458b0d7d94a57, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T07:20:21,068 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1706ms, sequenceid=16, compaction requested=false 2024-11-14T07:20:21,071 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T07:20:21,072 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T07:20:21,072 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T07:20:21,072 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T07:20:21,072 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731568819362Running coprocessor pre-close hooks at 1731568819362Disabling compacts and flushes for region at 1731568819362Disabling writes for close at 1731568819362Obtaining lock to block concurrent updates at 1731568819362Preparing flush snapshotting stores in 1588230740 at 1731568819362Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731568819362Flushing stores of hbase:meta,,1.1588230740 at 1731568819363 (+1 ms)Flushing 1588230740/info: creating writer at 1731568819363Flushing 1588230740/info: appending metadata at 1731568819374 (+11 ms)Flushing 1588230740/info: closing flushed file at 1731568819374Flushing 1588230740/ns: creating writer at 1731568819782 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731568819793 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1731568819793Flushing 1588230740/rep_barrier: creating writer at 1731568820202 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731568820217 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731568820217Flushing 1588230740/table: creating writer at 1731568820628 (+411 ms)Flushing 1588230740/table: appending metadata at 1731568820639 (+11 ms)Flushing 1588230740/table: closing flushed file at 1731568820639Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44925032: reopening flushed file at 1731568821047 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30206534: reopening flushed file at 1731568821052 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67e586dc: reopening flushed file at 1731568821057 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3654c045: reopening flushed file at 1731568821063 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1706ms, sequenceid=16, compaction requested=false at 1731568821068 (+5 ms)Writing region close event to WAL at 1731568821069 (+1 ms)Running coprocessor post-close hooks at 1731568821072 (+3 ms)Closed at 1731568821072 2024-11-14T07:20:21,072 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T07:20:21,163 INFO [RS:0;c7aa6e2790b3:38503 {}] regionserver.HRegionServer(976): stopping server c7aa6e2790b3,38503,1731568796817; all regions closed. 2024-11-14T07:20:21,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741834_1010 (size=4239) 2024-11-14T07:20:21,167 DEBUG [RS:0;c7aa6e2790b3:38503 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/oldWALs 2024-11-14T07:20:21,167 INFO [RS:0;c7aa6e2790b3:38503 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c7aa6e2790b3%2C38503%2C1731568796817.meta:.meta(num 1731568799267) 2024-11-14T07:20:21,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741839_1015 (size=2695) 2024-11-14T07:20:21,171 DEBUG [RS:0;c7aa6e2790b3:38503 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/oldWALs 2024-11-14T07:20:21,171 INFO [RS:0;c7aa6e2790b3:38503 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c7aa6e2790b3%2C38503%2C1731568796817.rep:(num 1731568808847) 2024-11-14T07:20:21,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741832_1008 (size=1336) 2024-11-14T07:20:21,174 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/WALs/c7aa6e2790b3,38503,1731568796817/c7aa6e2790b3%2C38503%2C1731568796817.1731568798333 not finished, retry = 0 2024-11-14T07:20:21,276 DEBUG [RS:0;c7aa6e2790b3:38503 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/oldWALs 2024-11-14T07:20:21,276 INFO [RS:0;c7aa6e2790b3:38503 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c7aa6e2790b3%2C38503%2C1731568796817:(num 1731568798333) 2024-11-14T07:20:21,277 DEBUG [RS:0;c7aa6e2790b3:38503 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:20:21,277 INFO [RS:0;c7aa6e2790b3:38503 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T07:20:21,277 INFO [RS:0;c7aa6e2790b3:38503 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T07:20:21,277 INFO [RS:0;c7aa6e2790b3:38503 {}] hbase.ChoreService(370): Chore service for: regionserver/c7aa6e2790b3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T07:20:21,277 INFO [RS:0;c7aa6e2790b3:38503 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T07:20:21,277 INFO [regionserver/c7aa6e2790b3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T07:20:21,277 INFO [RS:0;c7aa6e2790b3:38503 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c7aa6e2790b3,38503,1731568796817 because: Region server is closing 2024-11-14T07:20:21,277 INFO [RS:0;c7aa6e2790b3:38503 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c7aa6e2790b3:38503. 2024-11-14T07:20:21,277 DEBUG [RS:0;c7aa6e2790b3:38503 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:20:21,277 DEBUG [RS:0;c7aa6e2790b3:38503 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:20:21,277 DEBUG [RS:0;c7aa6e2790b3:38503 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:20:21,277 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:20:21,378 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,38503,1731568796817.replicationSource.shipperc7aa6e2790b3%2C38503%2C1731568796817,1-c7aa6e2790b3,38503,1731568796817 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-14T07:20:21,378 WARN [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,38503,1731568796817.replicationSource.shipperc7aa6e2790b3%2C38503%2C1731568796817,1-c7aa6e2790b3,38503,1731568796817 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-14T07:20:21,378 WARN [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,38503,1731568796817.replicationSource.shipperc7aa6e2790b3%2C38503%2C1731568796817,1-c7aa6e2790b3,38503,1731568796817 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-14T07:20:21,585 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:20:21,585 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c7aa6e2790b3,32917,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c7aa6e2790b3:32917 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T07:20:21,589 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2156 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c7aa6e2790b3,32917,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c7aa6e2790b3:32917 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T07:20:22,079 INFO [RS:0;c7aa6e2790b3:38503 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,38503,1731568796817.replicationSource.shipperc7aa6e2790b3%2C38503%2C1731568796817,1-c7aa6e2790b3,38503,1731568796817 terminated 2024-11-14T07:20:22,079 INFO [RS:0;c7aa6e2790b3:38503 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c7aa6e2790b3:38503. 2024-11-14T07:20:22,079 DEBUG [RS:0;c7aa6e2790b3:38503 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:20:22,079 DEBUG [RS:0;c7aa6e2790b3:38503 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:20:22,079 DEBUG [RS:0;c7aa6e2790b3:38503 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:20:22,079 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:20:22,079 INFO [RS:0;c7aa6e2790b3:38503 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38503 2024-11-14T07:20:22,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41457-0x1013836f6e50000, quorum=127.0.0.1:51830, baseZNode=/01643293465 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01643293465/rs 2024-11-14T07:20:22,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38503-0x1013836f6e50001, quorum=127.0.0.1:51830, baseZNode=/01643293465 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01643293465/rs/c7aa6e2790b3,38503,1731568796817 2024-11-14T07:20:22,191 INFO [RS:0;c7aa6e2790b3:38503 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T07:20:22,192 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c7aa6e2790b3,38503,1731568796817] 2024-11-14T07:20:22,212 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01643293465/draining/c7aa6e2790b3,38503,1731568796817 already deleted, retry=false 2024-11-14T07:20:22,212 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c7aa6e2790b3,38503,1731568796817 expired; onlineServers=0 2024-11-14T07:20:22,213 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c7aa6e2790b3,41457,1731568796619' ***** 2024-11-14T07:20:22,213 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T07:20:22,213 INFO [M:0;c7aa6e2790b3:41457 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T07:20:22,213 INFO [M:0;c7aa6e2790b3:41457 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T07:20:22,213 DEBUG [M:0;c7aa6e2790b3:41457 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T07:20:22,213 DEBUG [M:0;c7aa6e2790b3:41457 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T07:20:22,213 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T07:20:22,213 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.small.0-1731568798068 {}] cleaner.HFileCleaner(306): Exit Thread[master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.small.0-1731568798068,5,FailOnTimeoutGroup] 2024-11-14T07:20:22,213 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.large.0-1731568798068 {}] cleaner.HFileCleaner(306): Exit Thread[master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.large.0-1731568798068,5,FailOnTimeoutGroup] 2024-11-14T07:20:22,213 INFO [M:0;c7aa6e2790b3:41457 {}] hbase.ChoreService(370): Chore service for: master/c7aa6e2790b3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T07:20:22,213 INFO [M:0;c7aa6e2790b3:41457 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T07:20:22,213 DEBUG [M:0;c7aa6e2790b3:41457 {}] master.HMaster(1795): Stopping service threads 2024-11-14T07:20:22,213 INFO [M:0;c7aa6e2790b3:41457 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T07:20:22,213 INFO [M:0;c7aa6e2790b3:41457 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T07:20:22,213 INFO [M:0;c7aa6e2790b3:41457 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T07:20:22,213 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T07:20:22,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41457-0x1013836f6e50000, quorum=127.0.0.1:51830, baseZNode=/01643293465 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01643293465/master 2024-11-14T07:20:22,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41457-0x1013836f6e50000, quorum=127.0.0.1:51830, baseZNode=/01643293465 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01643293465 2024-11-14T07:20:22,223 DEBUG [M:0;c7aa6e2790b3:41457 {}] zookeeper.ZKUtil(347): master:41457-0x1013836f6e50000, quorum=127.0.0.1:51830, baseZNode=/01643293465 Unable to get data of znode /01643293465/master because node does not exist (not an error) 2024-11-14T07:20:22,223 WARN [M:0;c7aa6e2790b3:41457 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T07:20:22,224 INFO [M:0;c7aa6e2790b3:41457 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/.lastflushedseqids 2024-11-14T07:20:22,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741852_1028 (size=263) 2024-11-14T07:20:22,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38503-0x1013836f6e50001, quorum=127.0.0.1:51830, baseZNode=/01643293465 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T07:20:22,302 INFO [RS:0;c7aa6e2790b3:38503 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T07:20:22,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38503-0x1013836f6e50001, quorum=127.0.0.1:51830, baseZNode=/01643293465 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T07:20:22,302 INFO [RS:0;c7aa6e2790b3:38503 {}] regionserver.HRegionServer(1031): Exiting; stopping=c7aa6e2790b3,38503,1731568796817; zookeeper connection closed. 2024-11-14T07:20:22,302 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@79e7d7b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@79e7d7b 2024-11-14T07:20:22,303 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T07:20:22,554 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T07:20:22,585 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:20:22,585 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:20:22,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:20:22,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:20:22,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:20:22,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:20:22,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:20:22,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:20:22,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:20:22,628 INFO [M:0;c7aa6e2790b3:41457 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T07:20:22,628 INFO [M:0;c7aa6e2790b3:41457 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T07:20:22,628 DEBUG [M:0;c7aa6e2790b3:41457 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T07:20:22,628 INFO [M:0;c7aa6e2790b3:41457 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:20:22,628 DEBUG [M:0;c7aa6e2790b3:41457 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:20:22,628 DEBUG [M:0;c7aa6e2790b3:41457 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T07:20:22,628 DEBUG [M:0;c7aa6e2790b3:41457 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:20:22,628 INFO [M:0;c7aa6e2790b3:41457 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-14T07:20:22,645 DEBUG [M:0;c7aa6e2790b3:41457 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ef62847e35d146a2aa3125ca48c45f00 is 82, key is hbase:meta,,1/info:regioninfo/1731568799295/Put/seqid=0 2024-11-14T07:20:22,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741853_1029 (size=5672) 2024-11-14T07:20:23,049 INFO [M:0;c7aa6e2790b3:41457 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ef62847e35d146a2aa3125ca48c45f00 2024-11-14T07:20:23,072 DEBUG [M:0;c7aa6e2790b3:41457 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a5310947111145a295bcb7fbe2470af0 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731568808886/Put/seqid=0 2024-11-14T07:20:23,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741854_1030 (size=8517) 2024-11-14T07:20:23,476 INFO [M:0;c7aa6e2790b3:41457 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a5310947111145a295bcb7fbe2470af0 2024-11-14T07:20:23,492 DEBUG [M:0;c7aa6e2790b3:41457 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e0e2dcfcc38848dea298537fcad93baf is 69, key is c7aa6e2790b3,38503,1731568796817/rs:state/1731568798181/Put/seqid=0 2024-11-14T07:20:23,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741855_1031 (size=5156) 2024-11-14T07:20:23,605 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:20:23,606 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c7aa6e2790b3,32917,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c7aa6e2790b3:32917 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T07:20:23,606 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4176 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c7aa6e2790b3,32917,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c7aa6e2790b3:32917 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T07:20:23,896 INFO [M:0;c7aa6e2790b3:41457 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e0e2dcfcc38848dea298537fcad93baf 2024-11-14T07:20:23,900 DEBUG [M:0;c7aa6e2790b3:41457 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ef62847e35d146a2aa3125ca48c45f00 as hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ef62847e35d146a2aa3125ca48c45f00 2024-11-14T07:20:23,905 INFO [M:0;c7aa6e2790b3:41457 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ef62847e35d146a2aa3125ca48c45f00, entries=8, sequenceid=97, filesize=5.5 K 2024-11-14T07:20:23,906 DEBUG [M:0;c7aa6e2790b3:41457 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a5310947111145a295bcb7fbe2470af0 as hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a5310947111145a295bcb7fbe2470af0 2024-11-14T07:20:23,910 INFO [M:0;c7aa6e2790b3:41457 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a5310947111145a295bcb7fbe2470af0, entries=11, sequenceid=97, filesize=8.3 K 2024-11-14T07:20:23,911 DEBUG [M:0;c7aa6e2790b3:41457 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e0e2dcfcc38848dea298537fcad93baf as hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e0e2dcfcc38848dea298537fcad93baf 2024-11-14T07:20:23,915 INFO [M:0;c7aa6e2790b3:41457 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36169/user/jenkins/test-data/a44c7305-7662-8b2f-ba4c-1dd8ab9c6ac3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e0e2dcfcc38848dea298537fcad93baf, entries=1, sequenceid=97, filesize=5.0 K 2024-11-14T07:20:23,916 INFO [M:0;c7aa6e2790b3:41457 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=97, compaction requested=false 2024-11-14T07:20:23,921 INFO [M:0;c7aa6e2790b3:41457 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:20:23,921 DEBUG [M:0;c7aa6e2790b3:41457 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731568822628Disabling compacts and flushes for region at 1731568822628Disabling writes for close at 1731568822628Obtaining lock to block concurrent updates at 1731568822628Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731568822628Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731568822629 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731568822629Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731568822629Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731568822645 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731568822645Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731568823054 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731568823071 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731568823071Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731568823479 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731568823492 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731568823492Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@193f4bf3: reopening flushed file at 1731568823899 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68600f57: reopening flushed file at 1731568823905 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@658e867e: reopening flushed file at 1731568823910 (+5 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=97, compaction requested=false at 1731568823916 (+6 ms)Writing region close event to WAL at 1731568823920 (+4 ms)Closed at 1731568823921 (+1 ms) 2024-11-14T07:20:23,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36623 is added to blk_1073741830_1006 (size=63666) 2024-11-14T07:20:23,928 INFO [M:0;c7aa6e2790b3:41457 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T07:20:23,928 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T07:20:23,928 INFO [M:0;c7aa6e2790b3:41457 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41457 2024-11-14T07:20:23,929 INFO [M:0;c7aa6e2790b3:41457 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T07:20:24,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41457-0x1013836f6e50000, quorum=127.0.0.1:51830, baseZNode=/01643293465 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T07:20:24,076 INFO [M:0;c7aa6e2790b3:41457 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T07:20:24,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41457-0x1013836f6e50000, quorum=127.0.0.1:51830, baseZNode=/01643293465 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T07:20:24,079 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@469bf754{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T07:20:24,079 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@169b54f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T07:20:24,079 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T07:20:24,079 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6764637a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T07:20:24,079 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@693f0c4e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b8f0b05a-14f9-49db-2bee-3e6b1731c664/hadoop.log.dir/,STOPPED} 2024-11-14T07:20:24,080 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T07:20:24,080 WARN [BP-1434429934-172.17.0.2-1731568794460 heartbeating to localhost/127.0.0.1:36169 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T07:20:24,080 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T07:20:24,080 WARN [BP-1434429934-172.17.0.2-1731568794460 heartbeating to localhost/127.0.0.1:36169 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1434429934-172.17.0.2-1731568794460 (Datanode Uuid bd5a6e24-acbc-4875-9afd-2f5e1205e0f4) service to localhost/127.0.0.1:36169 2024-11-14T07:20:24,081 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b8f0b05a-14f9-49db-2bee-3e6b1731c664/cluster_dbb40ffa-3889-709a-8c9c-9b3451505a23/data/data1/current/BP-1434429934-172.17.0.2-1731568794460 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T07:20:24,081 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b8f0b05a-14f9-49db-2bee-3e6b1731c664/cluster_dbb40ffa-3889-709a-8c9c-9b3451505a23/data/data2/current/BP-1434429934-172.17.0.2-1731568794460 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T07:20:24,081 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T07:20:24,087 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@199d0f84{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T07:20:24,088 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@265c2aad{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T07:20:24,088 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T07:20:24,088 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@169a1fe0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T07:20:24,088 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@755866f7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b8f0b05a-14f9-49db-2bee-3e6b1731c664/hadoop.log.dir/,STOPPED} 2024-11-14T07:20:24,094 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T07:20:24,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T07:20:24,112 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=244 (was 206) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34103 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:34103 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34103 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34103 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34103 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34103 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34103 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34103 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:36169 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34103 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34103 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36169 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36169 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36169 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34103 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36169 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34103 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36169 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51830) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51830) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36169 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34103 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36169 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36169 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36169 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36169 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36169 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36169 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34103 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=620 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=339 (was 366), ProcessCount=11 (was 11), AvailableMemoryMB=5124 (was 5185) 2024-11-14T07:20:24,119 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=244, OpenFileDescriptor=620, MaxFileDescriptor=1048576, SystemLoadAverage=339, ProcessCount=11, AvailableMemoryMB=5124 2024-11-14T07:20:24,130 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-14T07:20:24,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49eb035c-e7cd-c7bb-5d03-e0cc9f87a572/hadoop.log.dir so I do NOT create it in target/test-data/ffdc6e0b-b315-f3e3-8f13-f723d75690bd 2024-11-14T07:20:24,131 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49eb035c-e7cd-c7bb-5d03-e0cc9f87a572/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T07:20:24,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49eb035c-e7cd-c7bb-5d03-e0cc9f87a572/hadoop.tmp.dir so I do NOT create it in target/test-data/ffdc6e0b-b315-f3e3-8f13-f723d75690bd 2024-11-14T07:20:24,131 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/49eb035c-e7cd-c7bb-5d03-e0cc9f87a572/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T07:20:24,131 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ffdc6e0b-b315-f3e3-8f13-f723d75690bd 2024-11-14T07:20:24,131 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ffdc6e0b-b315-f3e3-8f13-f723d75690bd/cluster_2be140d0-069f-2147-4866-a38d5892712f, deleteOnExit=true 2024-11-14T07:20:24,134 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ffdc6e0b-b315-f3e3-8f13-f723d75690bd/cluster_2be140d0-069f-2147-4866-a38d5892712f/zookeeper_0, clientPort=58325, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ffdc6e0b-b315-f3e3-8f13-f723d75690bd/cluster_2be140d0-069f-2147-4866-a38d5892712f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ffdc6e0b-b315-f3e3-8f13-f723d75690bd/cluster_2be140d0-069f-2147-4866-a38d5892712f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T07:20:24,135 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58325 2024-11-14T07:20:24,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T07:20:24,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T07:20:24,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ffdc6e0b-b315-f3e3-8f13-f723d75690bd/test.cache.data in system properties and HBase conf 2024-11-14T07:20:24,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ffdc6e0b-b315-f3e3-8f13-f723d75690bd/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T07:20:24,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ffdc6e0b-b315-f3e3-8f13-f723d75690bd/hadoop.log.dir in system properties and HBase conf 2024-11-14T07:20:24,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ffdc6e0b-b315-f3e3-8f13-f723d75690bd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T07:20:24,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ffdc6e0b-b315-f3e3-8f13-f723d75690bd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T07:20:24,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T07:20:24,135 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T07:20:24,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ffdc6e0b-b315-f3e3-8f13-f723d75690bd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T07:20:24,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ffdc6e0b-b315-f3e3-8f13-f723d75690bd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T07:20:24,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ffdc6e0b-b315-f3e3-8f13-f723d75690bd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T07:20:24,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ffdc6e0b-b315-f3e3-8f13-f723d75690bd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T07:20:24,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ffdc6e0b-b315-f3e3-8f13-f723d75690bd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T07:20:24,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ffdc6e0b-b315-f3e3-8f13-f723d75690bd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T07:20:24,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ffdc6e0b-b315-f3e3-8f13-f723d75690bd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T07:20:24,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ffdc6e0b-b315-f3e3-8f13-f723d75690bd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T07:20:24,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ffdc6e0b-b315-f3e3-8f13-f723d75690bd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T07:20:24,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ffdc6e0b-b315-f3e3-8f13-f723d75690bd/nfs.dump.dir in system properties and HBase conf 2024-11-14T07:20:24,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ffdc6e0b-b315-f3e3-8f13-f723d75690bd/java.io.tmpdir in system properties and HBase conf 2024-11-14T07:20:24,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ffdc6e0b-b315-f3e3-8f13-f723d75690bd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T07:20:24,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ffdc6e0b-b315-f3e3-8f13-f723d75690bd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T07:20:24,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ffdc6e0b-b315-f3e3-8f13-f723d75690bd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T07:20:24,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013836f6e50002, quorum=127.0.0.1:51830, baseZNode=/01643293465 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T07:20:24,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013836f6e50005, quorum=127.0.0.1:51830, baseZNode=/1-1771376063 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T07:20:24,192 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013836f6e50002, quorum=127.0.0.1:51830, baseZNode=/01643293465 Received Disconnected from ZooKeeper, ignoring 2024-11-14T07:20:24,192 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013836f6e50005, quorum=127.0.0.1:51830, baseZNode=/1-1771376063 Received Disconnected from ZooKeeper, ignoring 2024-11-14T07:20:24,540 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T07:20:24,542 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T07:20:24,543 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T07:20:24,543 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T07:20:24,543 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T07:20:24,544 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T07:20:24,544 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c69237f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ffdc6e0b-b315-f3e3-8f13-f723d75690bd/hadoop.log.dir/,AVAILABLE} 2024-11-14T07:20:24,544 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6709036c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T07:20:24,637 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@67e33a45{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ffdc6e0b-b315-f3e3-8f13-f723d75690bd/java.io.tmpdir/jetty-localhost-36691-hadoop-hdfs-3_4_1-tests_jar-_-any-12475055311469916743/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T07:20:24,638 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1564ee37{HTTP/1.1, (http/1.1)}{localhost:36691} 2024-11-14T07:20:24,638 INFO [Time-limited test {}] server.Server(415): Started @194481ms 2024-11-14T07:20:24,927 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T07:20:24,929 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T07:20:24,932 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T07:20:24,932 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T07:20:24,932 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T07:20:24,933 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a55265e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ffdc6e0b-b315-f3e3-8f13-f723d75690bd/hadoop.log.dir/,AVAILABLE} 2024-11-14T07:20:24,933 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53e84d2b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T07:20:25,026 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4dc17f17{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ffdc6e0b-b315-f3e3-8f13-f723d75690bd/java.io.tmpdir/jetty-localhost-33005-hadoop-hdfs-3_4_1-tests_jar-_-any-18163428378578776335/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T07:20:25,027 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@40bc9671{HTTP/1.1, (http/1.1)}{localhost:33005} 2024-11-14T07:20:25,027 INFO [Time-limited test {}] server.Server(415): Started @194870ms 2024-11-14T07:20:25,028 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T07:20:25,844 WARN [Thread-2165 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ffdc6e0b-b315-f3e3-8f13-f723d75690bd/cluster_2be140d0-069f-2147-4866-a38d5892712f/data/data1/current/BP-673325136-172.17.0.2-1731568824149/current, will proceed with Du for space computation calculation, 2024-11-14T07:20:25,844 WARN [Thread-2166 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ffdc6e0b-b315-f3e3-8f13-f723d75690bd/cluster_2be140d0-069f-2147-4866-a38d5892712f/data/data2/current/BP-673325136-172.17.0.2-1731568824149/current, will proceed with Du for space computation calculation, 2024-11-14T07:20:25,862 WARN [Thread-2153 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T07:20:25,864 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x86d17c884e38ede3 with lease ID 0x8d286ab7ae541d03: Processing first storage report for DS-c16882ba-ef14-419d-b17c-6936f9a1d853 from datanode DatanodeRegistration(127.0.0.1:36267, datanodeUuid=d2870d86-c222-44e5-bff0-44525b788885, infoPort=40833, infoSecurePort=0, ipcPort=41855, storageInfo=lv=-57;cid=testClusterID;nsid=2147471745;c=1731568824149) 2024-11-14T07:20:25,864 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x86d17c884e38ede3 with lease ID 0x8d286ab7ae541d03: from storage DS-c16882ba-ef14-419d-b17c-6936f9a1d853 node DatanodeRegistration(127.0.0.1:36267, datanodeUuid=d2870d86-c222-44e5-bff0-44525b788885, infoPort=40833, infoSecurePort=0, ipcPort=41855, storageInfo=lv=-57;cid=testClusterID;nsid=2147471745;c=1731568824149), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T07:20:25,864 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x86d17c884e38ede3 with lease ID 0x8d286ab7ae541d03: Processing first storage report for DS-7159b4ff-08bd-45f4-890b-453112f28950 from datanode DatanodeRegistration(127.0.0.1:36267, datanodeUuid=d2870d86-c222-44e5-bff0-44525b788885, infoPort=40833, infoSecurePort=0, ipcPort=41855, storageInfo=lv=-57;cid=testClusterID;nsid=2147471745;c=1731568824149) 2024-11-14T07:20:25,864 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x86d17c884e38ede3 with lease ID 0x8d286ab7ae541d03: from storage DS-7159b4ff-08bd-45f4-890b-453112f28950 node DatanodeRegistration(127.0.0.1:36267, datanodeUuid=d2870d86-c222-44e5-bff0-44525b788885, infoPort=40833, infoSecurePort=0, ipcPort=41855, storageInfo=lv=-57;cid=testClusterID;nsid=2147471745;c=1731568824149), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T07:20:25,950 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ffdc6e0b-b315-f3e3-8f13-f723d75690bd 2024-11-14T07:20:25,950 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:20:25,951 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:20:25,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36267 is added to blk_1073741825_1001 (size=7) 2024-11-14T07:20:26,358 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5 with version=8 2024-11-14T07:20:26,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/hbase-staging 2024-11-14T07:20:26,360 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c7aa6e2790b3:0 server-side Connection retries=45 2024-11-14T07:20:26,360 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T07:20:26,360 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T07:20:26,360 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T07:20:26,360 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T07:20:26,360 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T07:20:26,360 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T07:20:26,360 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T07:20:26,361 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43041 2024-11-14T07:20:26,361 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43041 connecting to ZooKeeper ensemble=127.0.0.1:58325 2024-11-14T07:20:26,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:430410x0, quorum=127.0.0.1:58325, baseZNode=/0279247556 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T07:20:26,464 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43041-0x10138376af10000 connected 2024-11-14T07:20:26,549 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:20:26,550 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:20:26,552 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43041-0x10138376af10000, quorum=127.0.0.1:58325, baseZNode=/0279247556 Set watcher on znode that does not yet exist, /0279247556/running 2024-11-14T07:20:26,552 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5, hbase.cluster.distributed=false 2024-11-14T07:20:26,553 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43041-0x10138376af10000, quorum=127.0.0.1:58325, baseZNode=/0279247556 Set watcher on znode that does not yet exist, /0279247556/acl 2024-11-14T07:20:26,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43041 2024-11-14T07:20:26,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43041 2024-11-14T07:20:26,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43041 2024-11-14T07:20:26,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43041 2024-11-14T07:20:26,555 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43041 2024-11-14T07:20:26,567 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c7aa6e2790b3:0 server-side Connection retries=45 2024-11-14T07:20:26,567 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T07:20:26,567 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T07:20:26,567 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T07:20:26,567 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T07:20:26,567 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T07:20:26,567 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T07:20:26,567 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T07:20:26,567 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45253 2024-11-14T07:20:26,568 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45253 connecting to ZooKeeper ensemble=127.0.0.1:58325 2024-11-14T07:20:26,568 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:20:26,570 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:20:26,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:452530x0, quorum=127.0.0.1:58325, baseZNode=/0279247556 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T07:20:26,581 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:452530x0, quorum=127.0.0.1:58325, baseZNode=/0279247556 Set watcher on znode that does not yet exist, /0279247556/running 2024-11-14T07:20:26,581 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45253-0x10138376af10001 connected 2024-11-14T07:20:26,581 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T07:20:26,582 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T07:20:26,583 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45253-0x10138376af10001, quorum=127.0.0.1:58325, baseZNode=/0279247556 Set watcher on znode that does not yet exist, /0279247556/master 2024-11-14T07:20:26,584 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45253-0x10138376af10001, quorum=127.0.0.1:58325, baseZNode=/0279247556 Set watcher on znode that does not yet exist, /0279247556/acl 2024-11-14T07:20:26,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45253 2024-11-14T07:20:26,586 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45253 2024-11-14T07:20:26,589 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45253 2024-11-14T07:20:26,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45253 2024-11-14T07:20:26,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45253 2024-11-14T07:20:26,600 DEBUG [M:0;c7aa6e2790b3:43041 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c7aa6e2790b3:43041 2024-11-14T07:20:26,601 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0279247556/backup-masters/c7aa6e2790b3,43041,1731568826360 2024-11-14T07:20:26,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45253-0x10138376af10001, quorum=127.0.0.1:58325, baseZNode=/0279247556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0279247556/backup-masters 2024-11-14T07:20:26,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43041-0x10138376af10000, quorum=127.0.0.1:58325, baseZNode=/0279247556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0279247556/backup-masters 2024-11-14T07:20:26,613 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43041-0x10138376af10000, quorum=127.0.0.1:58325, baseZNode=/0279247556 Set watcher on existing znode=/0279247556/backup-masters/c7aa6e2790b3,43041,1731568826360 2024-11-14T07:20:26,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43041-0x10138376af10000, quorum=127.0.0.1:58325, baseZNode=/0279247556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0279247556 2024-11-14T07:20:26,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45253-0x10138376af10001, quorum=127.0.0.1:58325, baseZNode=/0279247556 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0279247556/master 2024-11-14T07:20:26,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45253-0x10138376af10001, quorum=127.0.0.1:58325, baseZNode=/0279247556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0279247556 2024-11-14T07:20:26,623 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43041-0x10138376af10000, quorum=127.0.0.1:58325, baseZNode=/0279247556 Set watcher on existing znode=/0279247556/master 2024-11-14T07:20:26,623 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0279247556/backup-masters/c7aa6e2790b3,43041,1731568826360 from backup master directory 2024-11-14T07:20:26,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43041-0x10138376af10000, quorum=127.0.0.1:58325, baseZNode=/0279247556 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0279247556/backup-masters/c7aa6e2790b3,43041,1731568826360 2024-11-14T07:20:26,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43041-0x10138376af10000, quorum=127.0.0.1:58325, baseZNode=/0279247556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0279247556/backup-masters 2024-11-14T07:20:26,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45253-0x10138376af10001, quorum=127.0.0.1:58325, baseZNode=/0279247556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0279247556/backup-masters 2024-11-14T07:20:26,633 WARN [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T07:20:26,633 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c7aa6e2790b3,43041,1731568826360 2024-11-14T07:20:26,636 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/hbase.id] with ID: 75bdbdf2-e629-4042-a866-72d15b2e6e94 2024-11-14T07:20:26,636 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/.tmp/hbase.id 2024-11-14T07:20:26,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36267 is added to blk_1073741826_1002 (size=42) 2024-11-14T07:20:27,042 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/.tmp/hbase.id]:[hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/hbase.id] 2024-11-14T07:20:27,050 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:20:27,050 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T07:20:27,050 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-14T07:20:27,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45253-0x10138376af10001, quorum=127.0.0.1:58325, baseZNode=/0279247556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0279247556 2024-11-14T07:20:27,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43041-0x10138376af10000, quorum=127.0.0.1:58325, baseZNode=/0279247556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0279247556 2024-11-14T07:20:27,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36267 is added to blk_1073741827_1003 (size=196) 2024-11-14T07:20:27,507 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T07:20:27,508 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T07:20:27,508 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T07:20:27,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36267 is added to blk_1073741828_1004 (size=1189) 2024-11-14T07:20:27,580 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T07:20:27,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:20:27,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:20:27,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:20:27,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:20:27,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:20:27,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:20:27,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:20:27,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:20:27,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:20:27,617 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:20:27,624 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T07:20:27,624 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T07:20:27,624 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T07:20:27,624 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T07:20:27,624 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T07:20:27,624 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T07:20:27,624 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T07:20:27,625 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:20:27,626 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c7aa6e2790b3,32917,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c7aa6e2790b3:32917 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T07:20:27,626 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8196 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c7aa6e2790b3,32917,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c7aa6e2790b3:32917 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T07:20:27,915 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/MasterData/data/master/store 2024-11-14T07:20:27,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36267 is added to blk_1073741829_1005 (size=34) 2024-11-14T07:20:28,320 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:20:28,320 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T07:20:28,320 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:20:28,320 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:20:28,320 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T07:20:28,320 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:20:28,320 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:20:28,320 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731568828320Disabling compacts and flushes for region at 1731568828320Disabling writes for close at 1731568828320Writing region close event to WAL at 1731568828320Closed at 1731568828320 2024-11-14T07:20:28,321 WARN [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/MasterData/data/master/store/.initializing 2024-11-14T07:20:28,321 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/MasterData/WALs/c7aa6e2790b3,43041,1731568826360 2024-11-14T07:20:28,322 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T07:20:28,323 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c7aa6e2790b3%2C43041%2C1731568826360, suffix=, logDir=hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/MasterData/WALs/c7aa6e2790b3,43041,1731568826360, archiveDir=hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/MasterData/oldWALs, maxLogs=10 2024-11-14T07:20:28,339 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/MasterData/WALs/c7aa6e2790b3,43041,1731568826360/c7aa6e2790b3%2C43041%2C1731568826360.1731568828323, exclude list is [], retry=0 2024-11-14T07:20:28,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36267,DS-c16882ba-ef14-419d-b17c-6936f9a1d853,DISK] 2024-11-14T07:20:28,343 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/MasterData/WALs/c7aa6e2790b3,43041,1731568826360/c7aa6e2790b3%2C43041%2C1731568826360.1731568828323 2024-11-14T07:20:28,344 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40833:40833)] 2024-11-14T07:20:28,344 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T07:20:28,344 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:20:28,344 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:20:28,344 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:20:28,345 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:20:28,346 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T07:20:28,346 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:20:28,347 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:20:28,347 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:20:28,347 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T07:20:28,348 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:20:28,348 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:20:28,348 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:20:28,349 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T07:20:28,349 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:20:28,349 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:20:28,349 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:20:28,350 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T07:20:28,350 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:20:28,350 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:20:28,350 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:20:28,351 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:20:28,351 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:20:28,351 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:20:28,351 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:20:28,352 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T07:20:28,353 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:20:28,354 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T07:20:28,355 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73190471, jitterRate=0.09062300622463226}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T07:20:28,355 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731568828344Initializing all the Stores at 1731568828345 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568828345Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568828345Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568828345Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568828345Cleaning up temporary data from old regions at 1731568828351 (+6 ms)Region opened successfully at 1731568828355 (+4 ms) 2024-11-14T07:20:28,356 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T07:20:28,358 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e4028d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c7aa6e2790b3/172.17.0.2:0 2024-11-14T07:20:28,359 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T07:20:28,359 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T07:20:28,359 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T07:20:28,360 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T07:20:28,360 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T07:20:28,360 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T07:20:28,360 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T07:20:28,362 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T07:20:28,362 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43041-0x10138376af10000, quorum=127.0.0.1:58325, baseZNode=/0279247556 Unable to get data of znode /0279247556/balancer because node does not exist (not necessarily an error) 2024-11-14T07:20:28,481 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0279247556/balancer already deleted, retry=false 2024-11-14T07:20:28,481 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T07:20:28,481 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43041-0x10138376af10000, quorum=127.0.0.1:58325, baseZNode=/0279247556 Unable to get data of znode /0279247556/normalizer because node does not exist (not necessarily an error) 2024-11-14T07:20:28,502 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0279247556/normalizer already deleted, retry=false 2024-11-14T07:20:28,503 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T07:20:28,505 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43041-0x10138376af10000, quorum=127.0.0.1:58325, baseZNode=/0279247556 Unable to get data of znode /0279247556/switch/split because node does not exist (not necessarily an error) 2024-11-14T07:20:28,517 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0279247556/switch/split already deleted, retry=false 2024-11-14T07:20:28,518 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43041-0x10138376af10000, quorum=127.0.0.1:58325, baseZNode=/0279247556 Unable to get data of znode /0279247556/switch/merge because node does not exist (not necessarily an error) 2024-11-14T07:20:28,528 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0279247556/switch/merge already deleted, retry=false 2024-11-14T07:20:28,530 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43041-0x10138376af10000, quorum=127.0.0.1:58325, baseZNode=/0279247556 Unable to get data of znode /0279247556/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T07:20:28,538 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0279247556/snapshot-cleanup already deleted, retry=false 2024-11-14T07:20:28,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43041-0x10138376af10000, quorum=127.0.0.1:58325, baseZNode=/0279247556 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0279247556/running 2024-11-14T07:20:28,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45253-0x10138376af10001, quorum=127.0.0.1:58325, baseZNode=/0279247556 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0279247556/running 2024-11-14T07:20:28,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43041-0x10138376af10000, quorum=127.0.0.1:58325, baseZNode=/0279247556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0279247556 2024-11-14T07:20:28,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45253-0x10138376af10001, quorum=127.0.0.1:58325, baseZNode=/0279247556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0279247556 2024-11-14T07:20:28,550 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c7aa6e2790b3,43041,1731568826360, sessionid=0x10138376af10000, setting cluster-up flag (Was=false) 2024-11-14T07:20:28,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45253-0x10138376af10001, quorum=127.0.0.1:58325, baseZNode=/0279247556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0279247556 2024-11-14T07:20:28,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43041-0x10138376af10000, quorum=127.0.0.1:58325, baseZNode=/0279247556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0279247556 2024-11-14T07:20:28,602 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0279247556/flush-table-proc/acquired, /0279247556/flush-table-proc/reached, /0279247556/flush-table-proc/abort 2024-11-14T07:20:28,603 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c7aa6e2790b3,43041,1731568826360 2024-11-14T07:20:28,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43041-0x10138376af10000, quorum=127.0.0.1:58325, baseZNode=/0279247556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0279247556 2024-11-14T07:20:28,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45253-0x10138376af10001, quorum=127.0.0.1:58325, baseZNode=/0279247556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0279247556 2024-11-14T07:20:28,654 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0279247556/online-snapshot/acquired, /0279247556/online-snapshot/reached, /0279247556/online-snapshot/abort 2024-11-14T07:20:28,656 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c7aa6e2790b3,43041,1731568826360 2024-11-14T07:20:28,657 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T07:20:28,658 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T07:20:28,658 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T07:20:28,658 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T07:20:28,659 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c7aa6e2790b3,43041,1731568826360 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T07:20:28,659 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c7aa6e2790b3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T07:20:28,659 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c7aa6e2790b3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T07:20:28,660 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T07:20:28,660 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T07:20:28,660 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c7aa6e2790b3:0, corePoolSize=10, maxPoolSize=10 2024-11-14T07:20:28,660 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:20:28,660 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T07:20:28,660 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:20:28,661 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T07:20:28,661 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T07:20:28,662 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:20:28,662 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T07:20:28,664 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731568858664 2024-11-14T07:20:28,664 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T07:20:28,664 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T07:20:28,664 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T07:20:28,664 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T07:20:28,664 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T07:20:28,664 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T07:20:28,665 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T07:20:28,666 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T07:20:28,666 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T07:20:28,666 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T07:20:28,667 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T07:20:28,667 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T07:20:28,667 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T07:20:28,667 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.large.0-1731568828667,5,FailOnTimeoutGroup] 2024-11-14T07:20:28,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36267 is added to blk_1073741831_1007 (size=1321) 2024-11-14T07:20:28,672 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.small.0-1731568828667,5,FailOnTimeoutGroup] 2024-11-14T07:20:28,672 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T07:20:28,672 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T07:20:28,672 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T07:20:28,672 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T07:20:28,694 INFO [RS:0;c7aa6e2790b3:45253 {}] regionserver.HRegionServer(746): ClusterId : 75bdbdf2-e629-4042-a866-72d15b2e6e94 2024-11-14T07:20:28,694 DEBUG [RS:0;c7aa6e2790b3:45253 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T07:20:28,703 DEBUG [RS:0;c7aa6e2790b3:45253 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T07:20:28,703 DEBUG [RS:0;c7aa6e2790b3:45253 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T07:20:28,714 DEBUG [RS:0;c7aa6e2790b3:45253 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T07:20:28,714 DEBUG [RS:0;c7aa6e2790b3:45253 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a25412b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c7aa6e2790b3/172.17.0.2:0 2024-11-14T07:20:28,728 DEBUG [RS:0;c7aa6e2790b3:45253 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c7aa6e2790b3:45253 2024-11-14T07:20:28,728 INFO [RS:0;c7aa6e2790b3:45253 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T07:20:28,728 INFO [RS:0;c7aa6e2790b3:45253 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T07:20:28,728 DEBUG [RS:0;c7aa6e2790b3:45253 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T07:20:28,729 INFO [RS:0;c7aa6e2790b3:45253 {}] regionserver.HRegionServer(2659): reportForDuty to master=c7aa6e2790b3,43041,1731568826360 with port=45253, startcode=1731568826566 2024-11-14T07:20:28,729 DEBUG [RS:0;c7aa6e2790b3:45253 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T07:20:28,731 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58579, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T07:20:28,731 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43041 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c7aa6e2790b3,45253,1731568826566 2024-11-14T07:20:28,731 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43041 {}] master.ServerManager(517): Registering regionserver=c7aa6e2790b3,45253,1731568826566 2024-11-14T07:20:28,733 DEBUG [RS:0;c7aa6e2790b3:45253 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5 2024-11-14T07:20:28,733 DEBUG [RS:0;c7aa6e2790b3:45253 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34843 2024-11-14T07:20:28,733 DEBUG [RS:0;c7aa6e2790b3:45253 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T07:20:28,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43041-0x10138376af10000, quorum=127.0.0.1:58325, baseZNode=/0279247556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0279247556/rs 2024-11-14T07:20:28,745 DEBUG [RS:0;c7aa6e2790b3:45253 {}] zookeeper.ZKUtil(111): regionserver:45253-0x10138376af10001, quorum=127.0.0.1:58325, baseZNode=/0279247556 Set watcher on existing znode=/0279247556/rs/c7aa6e2790b3,45253,1731568826566 2024-11-14T07:20:28,745 WARN [RS:0;c7aa6e2790b3:45253 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T07:20:28,745 INFO [RS:0;c7aa6e2790b3:45253 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T07:20:28,745 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c7aa6e2790b3,45253,1731568826566] 2024-11-14T07:20:28,745 DEBUG [RS:0;c7aa6e2790b3:45253 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/WALs/c7aa6e2790b3,45253,1731568826566 2024-11-14T07:20:28,751 INFO [RS:0;c7aa6e2790b3:45253 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T07:20:28,753 INFO [RS:0;c7aa6e2790b3:45253 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T07:20:28,755 INFO [RS:0;c7aa6e2790b3:45253 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T07:20:28,755 INFO [RS:0;c7aa6e2790b3:45253 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T07:20:28,756 INFO [RS:0;c7aa6e2790b3:45253 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T07:20:28,757 INFO [RS:0;c7aa6e2790b3:45253 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T07:20:28,757 INFO [RS:0;c7aa6e2790b3:45253 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T07:20:28,757 DEBUG [RS:0;c7aa6e2790b3:45253 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:20:28,757 DEBUG [RS:0;c7aa6e2790b3:45253 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:20:28,757 DEBUG [RS:0;c7aa6e2790b3:45253 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:20:28,757 DEBUG [RS:0;c7aa6e2790b3:45253 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:20:28,757 DEBUG [RS:0;c7aa6e2790b3:45253 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:20:28,757 DEBUG [RS:0;c7aa6e2790b3:45253 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c7aa6e2790b3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T07:20:28,757 DEBUG [RS:0;c7aa6e2790b3:45253 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:20:28,757 DEBUG [RS:0;c7aa6e2790b3:45253 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:20:28,757 DEBUG [RS:0;c7aa6e2790b3:45253 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:20:28,757 DEBUG [RS:0;c7aa6e2790b3:45253 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:20:28,757 DEBUG [RS:0;c7aa6e2790b3:45253 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:20:28,757 DEBUG [RS:0;c7aa6e2790b3:45253 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:20:28,757 DEBUG [RS:0;c7aa6e2790b3:45253 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c7aa6e2790b3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T07:20:28,757 DEBUG [RS:0;c7aa6e2790b3:45253 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c7aa6e2790b3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T07:20:28,760 INFO [RS:0;c7aa6e2790b3:45253 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T07:20:28,760 INFO [RS:0;c7aa6e2790b3:45253 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T07:20:28,760 INFO [RS:0;c7aa6e2790b3:45253 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T07:20:28,760 INFO [RS:0;c7aa6e2790b3:45253 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T07:20:28,760 INFO [RS:0;c7aa6e2790b3:45253 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T07:20:28,760 INFO [RS:0;c7aa6e2790b3:45253 {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,45253,1731568826566-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T07:20:28,773 INFO [RS:0;c7aa6e2790b3:45253 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T07:20:28,773 INFO [RS:0;c7aa6e2790b3:45253 {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,45253,1731568826566-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T07:20:28,773 INFO [RS:0;c7aa6e2790b3:45253 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:20:28,773 INFO [RS:0;c7aa6e2790b3:45253 {}] regionserver.Replication(171): c7aa6e2790b3,45253,1731568826566 started 2024-11-14T07:20:28,790 INFO [RS:0;c7aa6e2790b3:45253 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:20:28,790 INFO [RS:0;c7aa6e2790b3:45253 {}] regionserver.HRegionServer(1482): Serving as c7aa6e2790b3,45253,1731568826566, RpcServer on c7aa6e2790b3/172.17.0.2:45253, sessionid=0x10138376af10001 2024-11-14T07:20:28,790 DEBUG [RS:0;c7aa6e2790b3:45253 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T07:20:28,790 DEBUG [RS:0;c7aa6e2790b3:45253 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c7aa6e2790b3,45253,1731568826566 2024-11-14T07:20:28,790 DEBUG [RS:0;c7aa6e2790b3:45253 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c7aa6e2790b3,45253,1731568826566' 2024-11-14T07:20:28,790 DEBUG [RS:0;c7aa6e2790b3:45253 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0279247556/flush-table-proc/abort' 2024-11-14T07:20:28,791 DEBUG [RS:0;c7aa6e2790b3:45253 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0279247556/flush-table-proc/acquired' 2024-11-14T07:20:28,791 DEBUG [RS:0;c7aa6e2790b3:45253 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T07:20:28,791 DEBUG [RS:0;c7aa6e2790b3:45253 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T07:20:28,791 DEBUG [RS:0;c7aa6e2790b3:45253 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c7aa6e2790b3,45253,1731568826566 2024-11-14T07:20:28,791 DEBUG [RS:0;c7aa6e2790b3:45253 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c7aa6e2790b3,45253,1731568826566' 2024-11-14T07:20:28,791 DEBUG [RS:0;c7aa6e2790b3:45253 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0279247556/online-snapshot/abort' 2024-11-14T07:20:28,792 DEBUG [RS:0;c7aa6e2790b3:45253 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0279247556/online-snapshot/acquired' 2024-11-14T07:20:28,792 DEBUG [RS:0;c7aa6e2790b3:45253 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T07:20:28,792 INFO [RS:0;c7aa6e2790b3:45253 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T07:20:28,792 INFO [RS:0;c7aa6e2790b3:45253 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T07:20:28,893 INFO [RS:0;c7aa6e2790b3:45253 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T07:20:28,894 INFO [RS:0;c7aa6e2790b3:45253 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c7aa6e2790b3%2C45253%2C1731568826566, suffix=, logDir=hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/WALs/c7aa6e2790b3,45253,1731568826566, archiveDir=hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/oldWALs, maxLogs=10 2024-11-14T07:20:28,915 DEBUG [RS:0;c7aa6e2790b3:45253 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/WALs/c7aa6e2790b3,45253,1731568826566/c7aa6e2790b3%2C45253%2C1731568826566.1731568828895, exclude list is [], retry=0 2024-11-14T07:20:28,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36267,DS-c16882ba-ef14-419d-b17c-6936f9a1d853,DISK] 2024-11-14T07:20:28,923 INFO [RS:0;c7aa6e2790b3:45253 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/WALs/c7aa6e2790b3,45253,1731568826566/c7aa6e2790b3%2C45253%2C1731568826566.1731568828895 2024-11-14T07:20:28,924 DEBUG [RS:0;c7aa6e2790b3:45253 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40833:40833)] 2024-11-14T07:20:29,069 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T07:20:29,069 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5 2024-11-14T07:20:29,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36267 is added to blk_1073741833_1009 (size=32) 2024-11-14T07:20:29,080 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:20:29,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T07:20:29,082 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T07:20:29,082 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:20:29,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:20:29,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T07:20:29,086 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T07:20:29,086 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:20:29,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:20:29,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T07:20:29,088 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T07:20:29,088 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:20:29,094 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:20:29,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T07:20:29,096 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T07:20:29,096 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:20:29,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:20:29,097 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T07:20:29,097 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/data/hbase/meta/1588230740 2024-11-14T07:20:29,098 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/data/hbase/meta/1588230740 2024-11-14T07:20:29,099 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T07:20:29,099 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T07:20:29,099 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T07:20:29,100 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T07:20:29,108 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T07:20:29,109 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63816333, jitterRate=-0.04906253516674042}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T07:20:29,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731568829080Initializing all the Stores at 1731568829081 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568829081Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568829081Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568829081Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568829081Cleaning up temporary data from old regions at 1731568829099 (+18 ms)Region opened successfully at 1731568829109 (+10 ms) 2024-11-14T07:20:29,110 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T07:20:29,110 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T07:20:29,110 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T07:20:29,110 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T07:20:29,110 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T07:20:29,112 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T07:20:29,112 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731568829110Disabling compacts and flushes for region at 1731568829110Disabling writes for close at 1731568829110Writing region close event to WAL at 1731568829112 (+2 ms)Closed at 1731568829112 2024-11-14T07:20:29,114 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T07:20:29,114 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T07:20:29,114 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T07:20:29,115 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T07:20:29,116 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T07:20:29,267 DEBUG [c7aa6e2790b3:43041 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T07:20:29,267 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c7aa6e2790b3,45253,1731568826566 2024-11-14T07:20:29,268 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c7aa6e2790b3,45253,1731568826566, state=OPENING 2024-11-14T07:20:29,317 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T07:20:29,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43041-0x10138376af10000, quorum=127.0.0.1:58325, baseZNode=/0279247556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0279247556 2024-11-14T07:20:29,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45253-0x10138376af10001, quorum=127.0.0.1:58325, baseZNode=/0279247556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0279247556 2024-11-14T07:20:29,328 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T07:20:29,328 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c7aa6e2790b3,45253,1731568826566}] 2024-11-14T07:20:29,329 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0279247556/meta-region-server: CHANGED 2024-11-14T07:20:29,329 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0279247556/meta-region-server: CHANGED 2024-11-14T07:20:29,484 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T07:20:29,485 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52875, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T07:20:29,489 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T07:20:29,489 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T07:20:29,490 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T07:20:29,491 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c7aa6e2790b3%2C45253%2C1731568826566.meta, suffix=.meta, logDir=hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/WALs/c7aa6e2790b3,45253,1731568826566, archiveDir=hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/oldWALs, maxLogs=10 2024-11-14T07:20:29,509 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/WALs/c7aa6e2790b3,45253,1731568826566/c7aa6e2790b3%2C45253%2C1731568826566.meta.1731568829492.meta, exclude list is [], retry=0 2024-11-14T07:20:29,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36267,DS-c16882ba-ef14-419d-b17c-6936f9a1d853,DISK] 2024-11-14T07:20:29,520 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/WALs/c7aa6e2790b3,45253,1731568826566/c7aa6e2790b3%2C45253%2C1731568826566.meta.1731568829492.meta 2024-11-14T07:20:29,520 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40833:40833)] 2024-11-14T07:20:29,520 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T07:20:29,521 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T07:20:29,521 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T07:20:29,521 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T07:20:29,521 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T07:20:29,521 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T07:20:29,522 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:20:29,522 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T07:20:29,522 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T07:20:29,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T07:20:29,529 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T07:20:29,530 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:20:29,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:20:29,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T07:20:29,532 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T07:20:29,532 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:20:29,536 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:20:29,536 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T07:20:29,537 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T07:20:29,537 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:20:29,537 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:20:29,538 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T07:20:29,538 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T07:20:29,538 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:20:29,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:20:29,539 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T07:20:29,540 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/data/hbase/meta/1588230740 2024-11-14T07:20:29,541 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/data/hbase/meta/1588230740 2024-11-14T07:20:29,542 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T07:20:29,542 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T07:20:29,542 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T07:20:29,543 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T07:20:29,548 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72246271, jitterRate=0.0765533298254013}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T07:20:29,548 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T07:20:29,549 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731568829522Writing region info on filesystem at 1731568829522Initializing all the Stores at 1731568829525 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568829525Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568829527 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568829527Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568829528 (+1 ms)Cleaning up temporary data from old regions at 1731568829542 (+14 ms)Running coprocessor post-open hooks at 1731568829548 (+6 ms)Region opened successfully at 1731568829549 (+1 ms) 2024-11-14T07:20:29,560 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731568829483 2024-11-14T07:20:29,563 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T07:20:29,563 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T07:20:29,564 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c7aa6e2790b3,45253,1731568826566 2024-11-14T07:20:29,565 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c7aa6e2790b3,45253,1731568826566, state=OPEN 2024-11-14T07:20:29,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45253-0x10138376af10001, quorum=127.0.0.1:58325, baseZNode=/0279247556 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0279247556/meta-region-server 2024-11-14T07:20:29,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43041-0x10138376af10000, quorum=127.0.0.1:58325, baseZNode=/0279247556 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0279247556/meta-region-server 2024-11-14T07:20:29,608 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0279247556/meta-region-server: CHANGED 2024-11-14T07:20:29,607 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c7aa6e2790b3,45253,1731568826566 2024-11-14T07:20:29,608 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0279247556/meta-region-server: CHANGED 2024-11-14T07:20:29,610 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T07:20:29,610 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c7aa6e2790b3,45253,1731568826566 in 280 msec 2024-11-14T07:20:29,614 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T07:20:29,614 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 496 msec 2024-11-14T07:20:29,615 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T07:20:29,615 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T07:20:29,616 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T07:20:29,616 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c7aa6e2790b3,45253,1731568826566, seqNum=-1] 2024-11-14T07:20:29,616 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T07:20:29,618 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37701, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T07:20:29,627 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 968 msec 2024-11-14T07:20:29,627 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731568829627, completionTime=-1 2024-11-14T07:20:29,627 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T07:20:29,627 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T07:20:29,630 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T07:20:29,630 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731568889630 2024-11-14T07:20:29,630 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731568949630 2024-11-14T07:20:29,631 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-14T07:20:29,631 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,43041,1731568826360-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T07:20:29,631 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,43041,1731568826360-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:20:29,631 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,43041,1731568826360-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:20:29,631 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c7aa6e2790b3:43041, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:20:29,631 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T07:20:29,635 DEBUG [master/c7aa6e2790b3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T07:20:29,640 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T07:20:29,645 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.012sec 2024-11-14T07:20:29,645 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T07:20:29,645 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T07:20:29,645 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T07:20:29,645 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T07:20:29,645 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T07:20:29,645 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,43041,1731568826360-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T07:20:29,645 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,43041,1731568826360-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T07:20:29,657 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T07:20:29,657 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T07:20:29,657 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,43041,1731568826360-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:20:29,695 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cce0a0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:20:29,695 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,43041,-1 for getting cluster id 2024-11-14T07:20:29,695 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:20:29,707 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '75bdbdf2-e629-4042-a866-72d15b2e6e94' 2024-11-14T07:20:29,707 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:20:29,707 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "75bdbdf2-e629-4042-a866-72d15b2e6e94" 2024-11-14T07:20:29,708 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39db508a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:20:29,708 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,43041,-1] 2024-11-14T07:20:29,708 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:20:29,708 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:20:29,709 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:20:29,710 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e7ae76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:20:29,711 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T07:20:29,712 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c7aa6e2790b3,45253,1731568826566, seqNum=-1] 2024-11-14T07:20:29,712 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T07:20:29,714 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T07:20:29,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c7aa6e2790b3,43041,1731568826360 2024-11-14T07:20:29,717 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58325 2024-11-14T07:20:29,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58325, baseZNode=/0279247556 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T07:20:29,739 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10138376af10002 connected 2024-11-14T07:20:29,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ffdc6e0b-b315-f3e3-8f13-f723d75690bd/hadoop.log.dir so I do NOT create it in target/test-data/8091a8e0-8852-80e1-e3fd-7aacded751b0 2024-11-14T07:20:29,753 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ffdc6e0b-b315-f3e3-8f13-f723d75690bd/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T07:20:29,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ffdc6e0b-b315-f3e3-8f13-f723d75690bd/hadoop.tmp.dir so I do NOT create it in target/test-data/8091a8e0-8852-80e1-e3fd-7aacded751b0 2024-11-14T07:20:29,753 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ffdc6e0b-b315-f3e3-8f13-f723d75690bd/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T07:20:29,753 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8091a8e0-8852-80e1-e3fd-7aacded751b0 2024-11-14T07:20:29,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T07:20:29,753 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8091a8e0-8852-80e1-e3fd-7aacded751b0/cluster_abf22db5-e948-326a-0ff9-6e804192f37c, deleteOnExit=true 2024-11-14T07:20:29,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T07:20:29,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8091a8e0-8852-80e1-e3fd-7aacded751b0/test.cache.data in system properties and HBase conf 2024-11-14T07:20:29,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8091a8e0-8852-80e1-e3fd-7aacded751b0/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T07:20:29,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8091a8e0-8852-80e1-e3fd-7aacded751b0/hadoop.log.dir in system properties and HBase conf 2024-11-14T07:20:29,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8091a8e0-8852-80e1-e3fd-7aacded751b0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T07:20:29,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8091a8e0-8852-80e1-e3fd-7aacded751b0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T07:20:29,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T07:20:29,754 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T07:20:29,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8091a8e0-8852-80e1-e3fd-7aacded751b0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T07:20:29,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8091a8e0-8852-80e1-e3fd-7aacded751b0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T07:20:29,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8091a8e0-8852-80e1-e3fd-7aacded751b0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T07:20:29,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8091a8e0-8852-80e1-e3fd-7aacded751b0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T07:20:29,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8091a8e0-8852-80e1-e3fd-7aacded751b0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T07:20:29,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8091a8e0-8852-80e1-e3fd-7aacded751b0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T07:20:29,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8091a8e0-8852-80e1-e3fd-7aacded751b0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T07:20:29,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8091a8e0-8852-80e1-e3fd-7aacded751b0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T07:20:29,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8091a8e0-8852-80e1-e3fd-7aacded751b0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T07:20:29,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8091a8e0-8852-80e1-e3fd-7aacded751b0/nfs.dump.dir in system properties and HBase conf 2024-11-14T07:20:29,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8091a8e0-8852-80e1-e3fd-7aacded751b0/java.io.tmpdir in system properties and HBase conf 2024-11-14T07:20:29,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8091a8e0-8852-80e1-e3fd-7aacded751b0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T07:20:29,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8091a8e0-8852-80e1-e3fd-7aacded751b0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T07:20:29,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8091a8e0-8852-80e1-e3fd-7aacded751b0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T07:20:30,129 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T07:20:30,134 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T07:20:30,139 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T07:20:30,140 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T07:20:30,140 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T07:20:30,140 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T07:20:30,143 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3691ca81{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8091a8e0-8852-80e1-e3fd-7aacded751b0/hadoop.log.dir/,AVAILABLE} 2024-11-14T07:20:30,143 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@771493c3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T07:20:30,266 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3d62da36{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8091a8e0-8852-80e1-e3fd-7aacded751b0/java.io.tmpdir/jetty-localhost-42523-hadoop-hdfs-3_4_1-tests_jar-_-any-16552289923702623059/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T07:20:30,267 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7791517c{HTTP/1.1, (http/1.1)}{localhost:42523} 2024-11-14T07:20:30,267 INFO [Time-limited test {}] server.Server(415): Started @200110ms 2024-11-14T07:20:30,574 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T07:20:30,578 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T07:20:30,588 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T07:20:30,588 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T07:20:30,588 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T07:20:30,590 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a09b919{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8091a8e0-8852-80e1-e3fd-7aacded751b0/hadoop.log.dir/,AVAILABLE} 2024-11-14T07:20:30,590 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5fdc8907{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T07:20:30,716 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5a03bdcd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8091a8e0-8852-80e1-e3fd-7aacded751b0/java.io.tmpdir/jetty-localhost-36429-hadoop-hdfs-3_4_1-tests_jar-_-any-16224202980055817400/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T07:20:30,717 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@22144062{HTTP/1.1, (http/1.1)}{localhost:36429} 2024-11-14T07:20:30,717 INFO [Time-limited test {}] server.Server(415): Started @200560ms 2024-11-14T07:20:30,718 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T07:20:31,691 WARN [Thread-2286 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8091a8e0-8852-80e1-e3fd-7aacded751b0/cluster_abf22db5-e948-326a-0ff9-6e804192f37c/data/data1/current/BP-577856357-172.17.0.2-1731568829783/current, will proceed with Du for space computation calculation, 2024-11-14T07:20:31,712 WARN [Thread-2287 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8091a8e0-8852-80e1-e3fd-7aacded751b0/cluster_abf22db5-e948-326a-0ff9-6e804192f37c/data/data2/current/BP-577856357-172.17.0.2-1731568829783/current, will proceed with Du for space computation calculation, 2024-11-14T07:20:31,759 WARN [Thread-2274 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T07:20:31,763 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2a13ad9c9e668326 with lease ID 0xdb29d1c20e1ddbaf: Processing first storage report for DS-88d51870-da21-4c4d-ae2d-292f44c82988 from datanode DatanodeRegistration(127.0.0.1:37473, datanodeUuid=e4e12ac1-cd9c-492f-babe-0739117434e6, infoPort=42219, infoSecurePort=0, ipcPort=40185, storageInfo=lv=-57;cid=testClusterID;nsid=1744719961;c=1731568829783) 2024-11-14T07:20:31,763 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2a13ad9c9e668326 with lease ID 0xdb29d1c20e1ddbaf: from storage DS-88d51870-da21-4c4d-ae2d-292f44c82988 node DatanodeRegistration(127.0.0.1:37473, datanodeUuid=e4e12ac1-cd9c-492f-babe-0739117434e6, infoPort=42219, infoSecurePort=0, ipcPort=40185, storageInfo=lv=-57;cid=testClusterID;nsid=1744719961;c=1731568829783), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T07:20:31,763 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2a13ad9c9e668326 with lease ID 0xdb29d1c20e1ddbaf: Processing first storage report for DS-0bdcc66f-51bc-4354-872c-bb1e7aa70b2b from datanode DatanodeRegistration(127.0.0.1:37473, datanodeUuid=e4e12ac1-cd9c-492f-babe-0739117434e6, infoPort=42219, infoSecurePort=0, ipcPort=40185, storageInfo=lv=-57;cid=testClusterID;nsid=1744719961;c=1731568829783) 2024-11-14T07:20:31,763 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2a13ad9c9e668326 with lease ID 0xdb29d1c20e1ddbaf: from storage DS-0bdcc66f-51bc-4354-872c-bb1e7aa70b2b node DatanodeRegistration(127.0.0.1:37473, datanodeUuid=e4e12ac1-cd9c-492f-babe-0739117434e6, infoPort=42219, infoSecurePort=0, ipcPort=40185, storageInfo=lv=-57;cid=testClusterID;nsid=1744719961;c=1731568829783), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T07:20:31,782 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8091a8e0-8852-80e1-e3fd-7aacded751b0 2024-11-14T07:20:31,782 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:20:31,784 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:20:31,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37473 is added to blk_1073741825_1001 (size=7) 2024-11-14T07:20:32,208 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42 with version=8 2024-11-14T07:20:32,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/hbase-staging 2024-11-14T07:20:32,210 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c7aa6e2790b3:0 server-side Connection retries=45 2024-11-14T07:20:32,210 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T07:20:32,210 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T07:20:32,210 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T07:20:32,210 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T07:20:32,211 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T07:20:32,211 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T07:20:32,211 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T07:20:32,211 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39247 2024-11-14T07:20:32,212 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39247 connecting to ZooKeeper ensemble=127.0.0.1:58325 2024-11-14T07:20:32,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:392470x0, quorum=127.0.0.1:58325, baseZNode=/1-866373111 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T07:20:32,279 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39247-0x10138376af10003 connected 2024-11-14T07:20:32,476 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:20:32,477 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:20:32,480 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39247-0x10138376af10003, quorum=127.0.0.1:58325, baseZNode=/1-866373111 Set watcher on znode that does not yet exist, /1-866373111/running 2024-11-14T07:20:32,480 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42, hbase.cluster.distributed=false 2024-11-14T07:20:32,482 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39247-0x10138376af10003, quorum=127.0.0.1:58325, baseZNode=/1-866373111 Set watcher on znode that does not yet exist, /1-866373111/acl 2024-11-14T07:20:32,482 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39247 2024-11-14T07:20:32,495 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39247 2024-11-14T07:20:32,495 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39247 2024-11-14T07:20:32,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39247 2024-11-14T07:20:32,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39247 2024-11-14T07:20:32,520 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c7aa6e2790b3:0 server-side Connection retries=45 2024-11-14T07:20:32,520 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T07:20:32,520 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T07:20:32,520 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T07:20:32,520 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T07:20:32,520 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T07:20:32,520 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T07:20:32,520 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T07:20:32,521 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44215 2024-11-14T07:20:32,522 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44215 connecting to ZooKeeper ensemble=127.0.0.1:58325 2024-11-14T07:20:32,522 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:20:32,523 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:20:32,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:442150x0, quorum=127.0.0.1:58325, baseZNode=/1-866373111 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T07:20:32,539 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44215-0x10138376af10004 connected 2024-11-14T07:20:32,539 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44215-0x10138376af10004, quorum=127.0.0.1:58325, baseZNode=/1-866373111 Set watcher on znode that does not yet exist, /1-866373111/running 2024-11-14T07:20:32,539 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T07:20:32,539 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T07:20:32,540 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44215-0x10138376af10004, quorum=127.0.0.1:58325, baseZNode=/1-866373111 Set watcher on znode that does not yet exist, /1-866373111/master 2024-11-14T07:20:32,541 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44215-0x10138376af10004, quorum=127.0.0.1:58325, baseZNode=/1-866373111 Set watcher on znode that does not yet exist, /1-866373111/acl 2024-11-14T07:20:32,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44215 2024-11-14T07:20:32,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44215 2024-11-14T07:20:32,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44215 2024-11-14T07:20:32,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44215 2024-11-14T07:20:32,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44215 2024-11-14T07:20:32,578 DEBUG [M:0;c7aa6e2790b3:39247 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c7aa6e2790b3:39247 2024-11-14T07:20:32,578 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-866373111/backup-masters/c7aa6e2790b3,39247,1731568832210 2024-11-14T07:20:32,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44215-0x10138376af10004, quorum=127.0.0.1:58325, baseZNode=/1-866373111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-866373111/backup-masters 2024-11-14T07:20:32,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39247-0x10138376af10003, quorum=127.0.0.1:58325, baseZNode=/1-866373111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-866373111/backup-masters 2024-11-14T07:20:32,592 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39247-0x10138376af10003, quorum=127.0.0.1:58325, baseZNode=/1-866373111 Set watcher on existing znode=/1-866373111/backup-masters/c7aa6e2790b3,39247,1731568832210 2024-11-14T07:20:32,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44215-0x10138376af10004, quorum=127.0.0.1:58325, baseZNode=/1-866373111 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-866373111/master 2024-11-14T07:20:32,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39247-0x10138376af10003, quorum=127.0.0.1:58325, baseZNode=/1-866373111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-866373111 2024-11-14T07:20:32,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44215-0x10138376af10004, quorum=127.0.0.1:58325, baseZNode=/1-866373111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-866373111 2024-11-14T07:20:32,602 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39247-0x10138376af10003, quorum=127.0.0.1:58325, baseZNode=/1-866373111 Set watcher on existing znode=/1-866373111/master 2024-11-14T07:20:32,602 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-866373111/backup-masters/c7aa6e2790b3,39247,1731568832210 from backup master directory 2024-11-14T07:20:32,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44215-0x10138376af10004, quorum=127.0.0.1:58325, baseZNode=/1-866373111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-866373111/backup-masters 2024-11-14T07:20:32,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39247-0x10138376af10003, quorum=127.0.0.1:58325, baseZNode=/1-866373111 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-866373111/backup-masters/c7aa6e2790b3,39247,1731568832210 2024-11-14T07:20:32,612 WARN [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T07:20:32,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39247-0x10138376af10003, quorum=127.0.0.1:58325, baseZNode=/1-866373111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-866373111/backup-masters 2024-11-14T07:20:32,612 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c7aa6e2790b3,39247,1731568832210 2024-11-14T07:20:32,619 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/hbase.id] with ID: bb9d725f-d2b3-43e5-978d-58527e6047ba 2024-11-14T07:20:32,619 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/.tmp/hbase.id 2024-11-14T07:20:32,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37473 is added to blk_1073741826_1002 (size=42) 2024-11-14T07:20:32,628 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/.tmp/hbase.id]:[hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/hbase.id] 2024-11-14T07:20:32,638 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:20:32,638 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T07:20:32,639 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T07:20:32,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44215-0x10138376af10004, quorum=127.0.0.1:58325, baseZNode=/1-866373111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-866373111 2024-11-14T07:20:32,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39247-0x10138376af10003, quorum=127.0.0.1:58325, baseZNode=/1-866373111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-866373111 2024-11-14T07:20:32,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37473 is added to blk_1073741827_1003 (size=196) 2024-11-14T07:20:33,069 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T07:20:33,070 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T07:20:33,070 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T07:20:33,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37473 is added to blk_1073741828_1004 (size=1189) 2024-11-14T07:20:33,095 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/MasterData/data/master/store 2024-11-14T07:20:33,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37473 is added to blk_1073741829_1005 (size=34) 2024-11-14T07:20:33,127 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T07:20:33,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:20:33,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:20:33,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:20:33,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:20:33,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:20:33,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:20:33,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:20:33,194 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:20:33,195 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:20:33,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:20:33,503 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:20:33,503 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T07:20:33,503 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:20:33,503 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:20:33,503 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T07:20:33,503 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:20:33,503 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:20:33,504 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731568833503Disabling compacts and flushes for region at 1731568833503Disabling writes for close at 1731568833503Writing region close event to WAL at 1731568833503Closed at 1731568833503 2024-11-14T07:20:33,505 WARN [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/MasterData/data/master/store/.initializing 2024-11-14T07:20:33,505 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/MasterData/WALs/c7aa6e2790b3,39247,1731568832210 2024-11-14T07:20:33,506 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T07:20:33,507 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c7aa6e2790b3%2C39247%2C1731568832210, suffix=, logDir=hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/MasterData/WALs/c7aa6e2790b3,39247,1731568832210, archiveDir=hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/MasterData/oldWALs, maxLogs=10 2024-11-14T07:20:33,527 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/MasterData/WALs/c7aa6e2790b3,39247,1731568832210/c7aa6e2790b3%2C39247%2C1731568832210.1731568833507, exclude list is [], retry=0 2024-11-14T07:20:33,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37473,DS-88d51870-da21-4c4d-ae2d-292f44c82988,DISK] 2024-11-14T07:20:33,854 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/MasterData/WALs/c7aa6e2790b3,39247,1731568832210/c7aa6e2790b3%2C39247%2C1731568832210.1731568833507 2024-11-14T07:20:33,854 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42219:42219)] 2024-11-14T07:20:33,854 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T07:20:33,855 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:20:33,855 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:20:33,855 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:20:33,860 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:20:33,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T07:20:33,862 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:20:33,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:20:33,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:20:33,863 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T07:20:33,863 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:20:33,864 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:20:33,864 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:20:33,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T07:20:33,865 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:20:33,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:20:33,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:20:33,866 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T07:20:33,866 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:20:33,866 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:20:33,866 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:20:33,867 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:20:33,867 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:20:33,868 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:20:33,868 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:20:33,869 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T07:20:33,869 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:20:33,871 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T07:20:33,872 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67891558, jitterRate=0.011663049459457397}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T07:20:33,872 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731568833855Initializing all the Stores at 1731568833856 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568833856Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568833860 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568833860Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568833860Cleaning up temporary data from old regions at 1731568833868 (+8 ms)Region opened successfully at 1731568833872 (+4 ms) 2024-11-14T07:20:33,872 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T07:20:33,875 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c54e9ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c7aa6e2790b3/172.17.0.2:0 2024-11-14T07:20:33,876 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T07:20:33,876 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T07:20:33,877 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T07:20:33,877 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T07:20:33,877 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T07:20:33,878 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T07:20:33,878 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T07:20:33,881 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T07:20:33,882 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39247-0x10138376af10003, quorum=127.0.0.1:58325, baseZNode=/1-866373111 Unable to get data of znode /1-866373111/balancer because node does not exist (not necessarily an error) 2024-11-14T07:20:33,997 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-866373111/balancer already deleted, retry=false 2024-11-14T07:20:33,997 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T07:20:33,998 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39247-0x10138376af10003, quorum=127.0.0.1:58325, baseZNode=/1-866373111 Unable to get data of znode /1-866373111/normalizer because node does not exist (not necessarily an error) 2024-11-14T07:20:34,055 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-866373111/normalizer already deleted, retry=false 2024-11-14T07:20:34,056 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T07:20:34,057 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39247-0x10138376af10003, quorum=127.0.0.1:58325, baseZNode=/1-866373111 Unable to get data of znode /1-866373111/switch/split because node does not exist (not necessarily an error) 2024-11-14T07:20:34,119 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-866373111/switch/split already deleted, retry=false 2024-11-14T07:20:34,120 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39247-0x10138376af10003, quorum=127.0.0.1:58325, baseZNode=/1-866373111 Unable to get data of znode /1-866373111/switch/merge because node does not exist (not necessarily an error) 2024-11-14T07:20:34,275 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-866373111/switch/merge already deleted, retry=false 2024-11-14T07:20:34,277 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39247-0x10138376af10003, quorum=127.0.0.1:58325, baseZNode=/1-866373111 Unable to get data of znode /1-866373111/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T07:20:34,360 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-866373111/snapshot-cleanup already deleted, retry=false 2024-11-14T07:20:34,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39247-0x10138376af10003, quorum=127.0.0.1:58325, baseZNode=/1-866373111 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-866373111/running 2024-11-14T07:20:34,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39247-0x10138376af10003, quorum=127.0.0.1:58325, baseZNode=/1-866373111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-866373111 2024-11-14T07:20:34,428 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c7aa6e2790b3,39247,1731568832210, sessionid=0x10138376af10003, setting cluster-up flag (Was=false) 2024-11-14T07:20:34,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44215-0x10138376af10004, quorum=127.0.0.1:58325, baseZNode=/1-866373111 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-866373111/running 2024-11-14T07:20:34,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44215-0x10138376af10004, quorum=127.0.0.1:58325, baseZNode=/1-866373111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-866373111 2024-11-14T07:20:34,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39247-0x10138376af10003, quorum=127.0.0.1:58325, baseZNode=/1-866373111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-866373111 2024-11-14T07:20:34,751 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T07:20:34,808 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-866373111/flush-table-proc/acquired, /1-866373111/flush-table-proc/reached, /1-866373111/flush-table-proc/abort 2024-11-14T07:20:34,809 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c7aa6e2790b3,39247,1731568832210 2024-11-14T07:20:34,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39247-0x10138376af10003, quorum=127.0.0.1:58325, baseZNode=/1-866373111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-866373111 2024-11-14T07:20:34,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44215-0x10138376af10004, quorum=127.0.0.1:58325, baseZNode=/1-866373111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-866373111 2024-11-14T07:20:35,239 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-866373111/online-snapshot/acquired, /1-866373111/online-snapshot/reached, /1-866373111/online-snapshot/abort 2024-11-14T07:20:35,240 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c7aa6e2790b3,39247,1731568832210 2024-11-14T07:20:35,241 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T07:20:35,243 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T07:20:35,243 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T07:20:35,243 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T07:20:35,243 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c7aa6e2790b3,39247,1731568832210 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T07:20:35,244 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c7aa6e2790b3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T07:20:35,244 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c7aa6e2790b3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T07:20:35,244 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T07:20:35,244 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T07:20:35,245 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c7aa6e2790b3:0, corePoolSize=10, maxPoolSize=10 2024-11-14T07:20:35,245 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:20:35,245 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T07:20:35,245 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:20:35,247 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731568865247 2024-11-14T07:20:35,247 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T07:20:35,247 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T07:20:35,247 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T07:20:35,247 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T07:20:35,247 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T07:20:35,247 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T07:20:35,248 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T07:20:35,248 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T07:20:35,248 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T07:20:35,248 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T07:20:35,248 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T07:20:35,248 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T07:20:35,248 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T07:20:35,249 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:20:35,249 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T07:20:35,252 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T07:20:35,252 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T07:20:35,252 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.large.0-1731568835252,5,FailOnTimeoutGroup] 2024-11-14T07:20:35,252 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.small.0-1731568835252,5,FailOnTimeoutGroup] 2024-11-14T07:20:35,252 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T07:20:35,253 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T07:20:35,253 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T07:20:35,253 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T07:20:35,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37473 is added to blk_1073741831_1007 (size=1321) 2024-11-14T07:20:35,269 INFO [RS:0;c7aa6e2790b3:44215 {}] regionserver.HRegionServer(746): ClusterId : bb9d725f-d2b3-43e5-978d-58527e6047ba 2024-11-14T07:20:35,269 DEBUG [RS:0;c7aa6e2790b3:44215 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T07:20:35,322 DEBUG [RS:0;c7aa6e2790b3:44215 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T07:20:35,322 DEBUG [RS:0;c7aa6e2790b3:44215 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T07:20:35,382 DEBUG [RS:0;c7aa6e2790b3:44215 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T07:20:35,382 DEBUG [RS:0;c7aa6e2790b3:44215 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@146c0eec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c7aa6e2790b3/172.17.0.2:0 2024-11-14T07:20:35,393 DEBUG [RS:0;c7aa6e2790b3:44215 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c7aa6e2790b3:44215 2024-11-14T07:20:35,393 INFO [RS:0;c7aa6e2790b3:44215 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T07:20:35,393 INFO [RS:0;c7aa6e2790b3:44215 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T07:20:35,393 DEBUG [RS:0;c7aa6e2790b3:44215 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T07:20:35,393 INFO [RS:0;c7aa6e2790b3:44215 {}] regionserver.HRegionServer(2659): reportForDuty to master=c7aa6e2790b3,39247,1731568832210 with port=44215, startcode=1731568832519 2024-11-14T07:20:35,394 DEBUG [RS:0;c7aa6e2790b3:44215 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T07:20:35,395 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53551, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T07:20:35,396 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39247 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c7aa6e2790b3,44215,1731568832519 2024-11-14T07:20:35,396 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39247 {}] master.ServerManager(517): Registering regionserver=c7aa6e2790b3,44215,1731568832519 2024-11-14T07:20:35,397 DEBUG [RS:0;c7aa6e2790b3:44215 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42 2024-11-14T07:20:35,397 DEBUG [RS:0;c7aa6e2790b3:44215 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35527 2024-11-14T07:20:35,397 DEBUG [RS:0;c7aa6e2790b3:44215 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T07:20:35,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39247-0x10138376af10003, quorum=127.0.0.1:58325, baseZNode=/1-866373111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-866373111/rs 2024-11-14T07:20:35,475 DEBUG [RS:0;c7aa6e2790b3:44215 {}] zookeeper.ZKUtil(111): regionserver:44215-0x10138376af10004, quorum=127.0.0.1:58325, baseZNode=/1-866373111 Set watcher on existing znode=/1-866373111/rs/c7aa6e2790b3,44215,1731568832519 2024-11-14T07:20:35,475 WARN [RS:0;c7aa6e2790b3:44215 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T07:20:35,475 INFO [RS:0;c7aa6e2790b3:44215 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T07:20:35,476 DEBUG [RS:0;c7aa6e2790b3:44215 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/WALs/c7aa6e2790b3,44215,1731568832519 2024-11-14T07:20:35,476 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c7aa6e2790b3,44215,1731568832519] 2024-11-14T07:20:35,478 INFO [RS:0;c7aa6e2790b3:44215 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T07:20:35,479 INFO [RS:0;c7aa6e2790b3:44215 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T07:20:35,479 INFO [RS:0;c7aa6e2790b3:44215 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T07:20:35,479 INFO [RS:0;c7aa6e2790b3:44215 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T07:20:35,479 INFO [RS:0;c7aa6e2790b3:44215 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T07:20:35,480 INFO [RS:0;c7aa6e2790b3:44215 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T07:20:35,480 INFO [RS:0;c7aa6e2790b3:44215 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T07:20:35,480 DEBUG [RS:0;c7aa6e2790b3:44215 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:20:35,480 DEBUG [RS:0;c7aa6e2790b3:44215 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:20:35,480 DEBUG [RS:0;c7aa6e2790b3:44215 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:20:35,480 DEBUG [RS:0;c7aa6e2790b3:44215 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:20:35,480 DEBUG [RS:0;c7aa6e2790b3:44215 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:20:35,480 DEBUG [RS:0;c7aa6e2790b3:44215 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c7aa6e2790b3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T07:20:35,480 DEBUG [RS:0;c7aa6e2790b3:44215 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:20:35,480 DEBUG [RS:0;c7aa6e2790b3:44215 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:20:35,480 DEBUG [RS:0;c7aa6e2790b3:44215 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:20:35,480 DEBUG [RS:0;c7aa6e2790b3:44215 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:20:35,480 DEBUG [RS:0;c7aa6e2790b3:44215 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:20:35,480 DEBUG [RS:0;c7aa6e2790b3:44215 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:20:35,480 DEBUG [RS:0;c7aa6e2790b3:44215 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c7aa6e2790b3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T07:20:35,480 DEBUG [RS:0;c7aa6e2790b3:44215 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c7aa6e2790b3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T07:20:35,483 INFO [RS:0;c7aa6e2790b3:44215 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T07:20:35,483 INFO [RS:0;c7aa6e2790b3:44215 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T07:20:35,483 INFO [RS:0;c7aa6e2790b3:44215 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T07:20:35,483 INFO [RS:0;c7aa6e2790b3:44215 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T07:20:35,483 INFO [RS:0;c7aa6e2790b3:44215 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T07:20:35,483 INFO [RS:0;c7aa6e2790b3:44215 {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,44215,1731568832519-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T07:20:35,494 INFO [RS:0;c7aa6e2790b3:44215 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T07:20:35,494 INFO [RS:0;c7aa6e2790b3:44215 {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,44215,1731568832519-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T07:20:35,494 INFO [RS:0;c7aa6e2790b3:44215 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:20:35,494 INFO [RS:0;c7aa6e2790b3:44215 {}] regionserver.Replication(171): c7aa6e2790b3,44215,1731568832519 started 2024-11-14T07:20:35,505 INFO [RS:0;c7aa6e2790b3:44215 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:20:35,505 INFO [RS:0;c7aa6e2790b3:44215 {}] regionserver.HRegionServer(1482): Serving as c7aa6e2790b3,44215,1731568832519, RpcServer on c7aa6e2790b3/172.17.0.2:44215, sessionid=0x10138376af10004 2024-11-14T07:20:35,505 DEBUG [RS:0;c7aa6e2790b3:44215 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T07:20:35,505 DEBUG [RS:0;c7aa6e2790b3:44215 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c7aa6e2790b3,44215,1731568832519 2024-11-14T07:20:35,505 DEBUG [RS:0;c7aa6e2790b3:44215 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c7aa6e2790b3,44215,1731568832519' 2024-11-14T07:20:35,505 DEBUG [RS:0;c7aa6e2790b3:44215 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-866373111/flush-table-proc/abort' 2024-11-14T07:20:35,506 DEBUG [RS:0;c7aa6e2790b3:44215 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-866373111/flush-table-proc/acquired' 2024-11-14T07:20:35,506 DEBUG [RS:0;c7aa6e2790b3:44215 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T07:20:35,506 DEBUG [RS:0;c7aa6e2790b3:44215 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T07:20:35,506 DEBUG [RS:0;c7aa6e2790b3:44215 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c7aa6e2790b3,44215,1731568832519 2024-11-14T07:20:35,506 DEBUG [RS:0;c7aa6e2790b3:44215 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c7aa6e2790b3,44215,1731568832519' 2024-11-14T07:20:35,506 DEBUG [RS:0;c7aa6e2790b3:44215 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-866373111/online-snapshot/abort' 2024-11-14T07:20:35,506 DEBUG [RS:0;c7aa6e2790b3:44215 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-866373111/online-snapshot/acquired' 2024-11-14T07:20:35,507 DEBUG [RS:0;c7aa6e2790b3:44215 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T07:20:35,507 INFO [RS:0;c7aa6e2790b3:44215 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T07:20:35,507 INFO [RS:0;c7aa6e2790b3:44215 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T07:20:35,607 INFO [RS:0;c7aa6e2790b3:44215 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T07:20:35,608 INFO [RS:0;c7aa6e2790b3:44215 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c7aa6e2790b3%2C44215%2C1731568832519, suffix=, logDir=hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/WALs/c7aa6e2790b3,44215,1731568832519, archiveDir=hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/oldWALs, maxLogs=10 2024-11-14T07:20:35,620 DEBUG [RS:0;c7aa6e2790b3:44215 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/WALs/c7aa6e2790b3,44215,1731568832519/c7aa6e2790b3%2C44215%2C1731568832519.1731568835608, exclude list is [], retry=0 2024-11-14T07:20:35,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37473,DS-88d51870-da21-4c4d-ae2d-292f44c82988,DISK] 2024-11-14T07:20:35,633 INFO [RS:0;c7aa6e2790b3:44215 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/WALs/c7aa6e2790b3,44215,1731568832519/c7aa6e2790b3%2C44215%2C1731568832519.1731568835608 2024-11-14T07:20:35,633 DEBUG [RS:0;c7aa6e2790b3:44215 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42219:42219)] 2024-11-14T07:20:35,658 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T07:20:35,658 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42 2024-11-14T07:20:35,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37473 is added to blk_1073741833_1009 (size=32) 2024-11-14T07:20:36,075 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:20:36,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T07:20:36,077 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T07:20:36,077 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:20:36,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:20:36,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T07:20:36,080 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T07:20:36,080 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:20:36,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:20:36,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T07:20:36,081 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T07:20:36,081 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:20:36,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:20:36,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T07:20:36,082 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T07:20:36,082 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:20:36,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:20:36,083 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T07:20:36,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/data/hbase/meta/1588230740 2024-11-14T07:20:36,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/data/hbase/meta/1588230740 2024-11-14T07:20:36,085 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T07:20:36,085 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T07:20:36,085 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T07:20:36,086 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T07:20:36,087 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T07:20:36,087 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72660092, jitterRate=0.08271974325180054}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T07:20:36,087 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731568836075Initializing all the Stores at 1731568836076 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568836076Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568836076Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568836076Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568836076Cleaning up temporary data from old regions at 1731568836085 (+9 ms)Region opened successfully at 1731568836087 (+2 ms) 2024-11-14T07:20:36,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T07:20:36,088 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T07:20:36,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T07:20:36,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T07:20:36,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T07:20:36,088 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T07:20:36,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731568836088Disabling compacts and flushes for region at 1731568836088Disabling writes for close at 1731568836088Writing region close event to WAL at 1731568836088Closed at 1731568836088 2024-11-14T07:20:36,089 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T07:20:36,089 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T07:20:36,089 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T07:20:36,090 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T07:20:36,090 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T07:20:36,241 DEBUG [c7aa6e2790b3:39247 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T07:20:36,241 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c7aa6e2790b3,44215,1731568832519 2024-11-14T07:20:36,242 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c7aa6e2790b3,44215,1731568832519, state=OPENING 2024-11-14T07:20:36,320 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T07:20:36,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39247-0x10138376af10003, quorum=127.0.0.1:58325, baseZNode=/1-866373111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-866373111 2024-11-14T07:20:36,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44215-0x10138376af10004, quorum=127.0.0.1:58325, baseZNode=/1-866373111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-866373111 2024-11-14T07:20:36,339 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-866373111/meta-region-server: CHANGED 2024-11-14T07:20:36,339 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-866373111/meta-region-server: CHANGED 2024-11-14T07:20:36,339 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T07:20:36,339 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c7aa6e2790b3,44215,1731568832519}] 2024-11-14T07:20:36,491 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T07:20:36,493 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55495, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T07:20:36,496 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T07:20:36,496 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T07:20:36,496 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T07:20:36,497 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c7aa6e2790b3%2C44215%2C1731568832519.meta, suffix=.meta, logDir=hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/WALs/c7aa6e2790b3,44215,1731568832519, archiveDir=hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/oldWALs, maxLogs=10 2024-11-14T07:20:36,521 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/WALs/c7aa6e2790b3,44215,1731568832519/c7aa6e2790b3%2C44215%2C1731568832519.meta.1731568836498.meta, exclude list is [], retry=0 2024-11-14T07:20:36,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37473,DS-88d51870-da21-4c4d-ae2d-292f44c82988,DISK] 2024-11-14T07:20:36,563 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/WALs/c7aa6e2790b3,44215,1731568832519/c7aa6e2790b3%2C44215%2C1731568832519.meta.1731568836498.meta 2024-11-14T07:20:36,564 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42219:42219)] 2024-11-14T07:20:36,567 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T07:20:36,567 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T07:20:36,567 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T07:20:36,567 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T07:20:36,567 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T07:20:36,568 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T07:20:36,568 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:20:36,568 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T07:20:36,568 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T07:20:36,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T07:20:36,572 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T07:20:36,572 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:20:36,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:20:36,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T07:20:36,573 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T07:20:36,573 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:20:36,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:20:36,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T07:20:36,575 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T07:20:36,575 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:20:36,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:20:36,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T07:20:36,576 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T07:20:36,576 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:20:36,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:20:36,577 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T07:20:36,578 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/data/hbase/meta/1588230740 2024-11-14T07:20:36,579 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/data/hbase/meta/1588230740 2024-11-14T07:20:36,581 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T07:20:36,581 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T07:20:36,581 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T07:20:36,583 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T07:20:36,583 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59302564, jitterRate=-0.11632293462753296}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T07:20:36,584 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T07:20:36,584 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731568836568Writing region info on filesystem at 1731568836568Initializing all the Stores at 1731568836569 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568836569Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568836570 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568836570Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568836570Cleaning up temporary data from old regions at 1731568836581 (+11 ms)Running coprocessor post-open hooks at 1731568836584 (+3 ms)Region opened successfully at 1731568836584 2024-11-14T07:20:36,589 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731568836491 2024-11-14T07:20:36,592 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T07:20:36,592 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T07:20:36,592 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c7aa6e2790b3,44215,1731568832519 2024-11-14T07:20:36,594 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c7aa6e2790b3,44215,1731568832519, state=OPEN 2024-11-14T07:20:36,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44215-0x10138376af10004, quorum=127.0.0.1:58325, baseZNode=/1-866373111 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-866373111/meta-region-server 2024-11-14T07:20:36,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39247-0x10138376af10003, quorum=127.0.0.1:58325, baseZNode=/1-866373111 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-866373111/meta-region-server 2024-11-14T07:20:36,667 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-866373111/meta-region-server: CHANGED 2024-11-14T07:20:36,667 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-866373111/meta-region-server: CHANGED 2024-11-14T07:20:36,667 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c7aa6e2790b3,44215,1731568832519 2024-11-14T07:20:36,671 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T07:20:36,671 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c7aa6e2790b3,44215,1731568832519 in 328 msec 2024-11-14T07:20:36,673 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T07:20:36,673 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 582 msec 2024-11-14T07:20:36,674 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T07:20:36,674 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T07:20:36,676 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T07:20:36,676 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c7aa6e2790b3,44215,1731568832519, seqNum=-1] 2024-11-14T07:20:36,676 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T07:20:36,679 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59665, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T07:20:36,686 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4440 sec 2024-11-14T07:20:36,686 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731568836686, completionTime=-1 2024-11-14T07:20:36,686 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T07:20:36,687 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T07:20:36,690 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T07:20:36,690 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731568896690 2024-11-14T07:20:36,691 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731568956691 2024-11-14T07:20:36,691 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 4 msec 2024-11-14T07:20:36,691 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,39247,1731568832210-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T07:20:36,691 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,39247,1731568832210-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:20:36,691 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,39247,1731568832210-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:20:36,691 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c7aa6e2790b3:39247, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:20:36,691 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T07:20:36,692 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T07:20:36,700 DEBUG [master/c7aa6e2790b3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T07:20:36,703 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.091sec 2024-11-14T07:20:36,704 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T07:20:36,704 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T07:20:36,704 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T07:20:36,704 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T07:20:36,704 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T07:20:36,704 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,39247,1731568832210-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T07:20:36,704 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,39247,1731568832210-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T07:20:36,709 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T07:20:36,709 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T07:20:36,709 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,39247,1731568832210-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:20:36,771 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77ac8534, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:20:36,771 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,39247,-1 for getting cluster id 2024-11-14T07:20:36,771 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:20:36,772 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb9d725f-d2b3-43e5-978d-58527e6047ba' 2024-11-14T07:20:36,772 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:20:36,773 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb9d725f-d2b3-43e5-978d-58527e6047ba" 2024-11-14T07:20:36,773 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c765d24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:20:36,773 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,39247,-1] 2024-11-14T07:20:36,773 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:20:36,773 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:20:36,774 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:20:36,775 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ca3b52b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:20:36,775 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T07:20:36,776 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c7aa6e2790b3,44215,1731568832519, seqNum=-1] 2024-11-14T07:20:36,776 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T07:20:36,777 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T07:20:36,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c7aa6e2790b3,39247,1731568832210 2024-11-14T07:20:36,779 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58325 2024-11-14T07:20:36,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58325, baseZNode=/1-866373111 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T07:20:36,808 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10138376af10005 connected 2024-11-14T07:20:36,820 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:20:36,822 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is c7aa6e2790b3,43041,1731568826360 2024-11-14T07:20:36,822 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5031ef50 2024-11-14T07:20:36,822 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T07:20:36,823 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T07:20:36,824 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43041 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T07:20:36,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43041 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T07:20:36,827 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T07:20:36,827 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:20:36,828 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43041 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T07:20:36,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43041 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:20:36,830 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T07:20:36,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36267 is added to blk_1073741835_1011 (size=902) 2024-11-14T07:20:36,855 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 68dc6e74a14b71543313ae9a6ce030a7, NAME => 'test,,1731568836824.68dc6e74a14b71543313ae9a6ce030a7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5 2024-11-14T07:20:36,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36267 is added to blk_1073741836_1012 (size=39) 2024-11-14T07:20:36,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43041 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:20:37,144 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T07:20:37,144 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T07:20:37,145 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T07:20:37,145 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-14T07:20:37,145 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T07:20:37,145 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T07:20:37,145 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T07:20:37,145 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-14T07:20:37,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43041 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:20:37,267 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731568836824.68dc6e74a14b71543313ae9a6ce030a7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:20:37,267 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 68dc6e74a14b71543313ae9a6ce030a7, disabling compactions & flushes 2024-11-14T07:20:37,267 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731568836824.68dc6e74a14b71543313ae9a6ce030a7. 2024-11-14T07:20:37,267 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731568836824.68dc6e74a14b71543313ae9a6ce030a7. 2024-11-14T07:20:37,267 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731568836824.68dc6e74a14b71543313ae9a6ce030a7. after waiting 0 ms 2024-11-14T07:20:37,267 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731568836824.68dc6e74a14b71543313ae9a6ce030a7. 2024-11-14T07:20:37,267 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731568836824.68dc6e74a14b71543313ae9a6ce030a7. 2024-11-14T07:20:37,267 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 68dc6e74a14b71543313ae9a6ce030a7: Waiting for close lock at 1731568837267Disabling compacts and flushes for region at 1731568837267Disabling writes for close at 1731568837267Writing region close event to WAL at 1731568837267Closed at 1731568837267 2024-11-14T07:20:37,268 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T07:20:37,269 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731568836824.68dc6e74a14b71543313ae9a6ce030a7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731568837268"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731568837268"}]},"ts":"1731568837268"} 2024-11-14T07:20:37,271 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T07:20:37,272 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T07:20:37,272 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731568837272"}]},"ts":"1731568837272"} 2024-11-14T07:20:37,275 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T07:20:37,275 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=68dc6e74a14b71543313ae9a6ce030a7, ASSIGN}] 2024-11-14T07:20:37,277 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=68dc6e74a14b71543313ae9a6ce030a7, ASSIGN 2024-11-14T07:20:37,277 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=68dc6e74a14b71543313ae9a6ce030a7, ASSIGN; state=OFFLINE, location=c7aa6e2790b3,45253,1731568826566; forceNewPlan=false, retain=false 2024-11-14T07:20:37,428 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=68dc6e74a14b71543313ae9a6ce030a7, regionState=OPENING, regionLocation=c7aa6e2790b3,45253,1731568826566 2024-11-14T07:20:37,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=68dc6e74a14b71543313ae9a6ce030a7, ASSIGN because future has completed 2024-11-14T07:20:37,431 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 68dc6e74a14b71543313ae9a6ce030a7, server=c7aa6e2790b3,45253,1731568826566}] 2024-11-14T07:20:37,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43041 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:20:37,587 INFO [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731568836824.68dc6e74a14b71543313ae9a6ce030a7. 2024-11-14T07:20:37,587 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 68dc6e74a14b71543313ae9a6ce030a7, NAME => 'test,,1731568836824.68dc6e74a14b71543313ae9a6ce030a7.', STARTKEY => '', ENDKEY => ''} 2024-11-14T07:20:37,587 INFO [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T07:20:37,587 INFO [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T07:20:37,587 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 68dc6e74a14b71543313ae9a6ce030a7 2024-11-14T07:20:37,588 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731568836824.68dc6e74a14b71543313ae9a6ce030a7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:20:37,588 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 68dc6e74a14b71543313ae9a6ce030a7 2024-11-14T07:20:37,588 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 68dc6e74a14b71543313ae9a6ce030a7 2024-11-14T07:20:37,589 INFO [StoreOpener-68dc6e74a14b71543313ae9a6ce030a7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 68dc6e74a14b71543313ae9a6ce030a7 2024-11-14T07:20:37,590 INFO [StoreOpener-68dc6e74a14b71543313ae9a6ce030a7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68dc6e74a14b71543313ae9a6ce030a7 columnFamilyName f 2024-11-14T07:20:37,590 DEBUG [StoreOpener-68dc6e74a14b71543313ae9a6ce030a7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:20:37,590 INFO [StoreOpener-68dc6e74a14b71543313ae9a6ce030a7-1 {}] regionserver.HStore(327): Store=68dc6e74a14b71543313ae9a6ce030a7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:20:37,590 INFO [StoreOpener-68dc6e74a14b71543313ae9a6ce030a7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 68dc6e74a14b71543313ae9a6ce030a7 2024-11-14T07:20:37,591 INFO [StoreOpener-68dc6e74a14b71543313ae9a6ce030a7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68dc6e74a14b71543313ae9a6ce030a7 columnFamilyName f1 2024-11-14T07:20:37,591 DEBUG [StoreOpener-68dc6e74a14b71543313ae9a6ce030a7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:20:37,591 INFO [StoreOpener-68dc6e74a14b71543313ae9a6ce030a7-1 {}] regionserver.HStore(327): Store=68dc6e74a14b71543313ae9a6ce030a7/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:20:37,591 INFO [StoreOpener-68dc6e74a14b71543313ae9a6ce030a7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 68dc6e74a14b71543313ae9a6ce030a7 2024-11-14T07:20:37,592 INFO [StoreOpener-68dc6e74a14b71543313ae9a6ce030a7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68dc6e74a14b71543313ae9a6ce030a7 columnFamilyName norep 2024-11-14T07:20:37,592 DEBUG [StoreOpener-68dc6e74a14b71543313ae9a6ce030a7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:20:37,593 INFO [StoreOpener-68dc6e74a14b71543313ae9a6ce030a7-1 {}] regionserver.HStore(327): Store=68dc6e74a14b71543313ae9a6ce030a7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:20:37,593 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 68dc6e74a14b71543313ae9a6ce030a7 2024-11-14T07:20:37,593 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/data/default/test/68dc6e74a14b71543313ae9a6ce030a7 2024-11-14T07:20:37,593 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/data/default/test/68dc6e74a14b71543313ae9a6ce030a7 2024-11-14T07:20:37,594 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 68dc6e74a14b71543313ae9a6ce030a7 2024-11-14T07:20:37,594 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 68dc6e74a14b71543313ae9a6ce030a7 2024-11-14T07:20:37,595 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T07:20:37,595 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 68dc6e74a14b71543313ae9a6ce030a7 2024-11-14T07:20:37,597 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/data/default/test/68dc6e74a14b71543313ae9a6ce030a7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T07:20:37,597 INFO [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 68dc6e74a14b71543313ae9a6ce030a7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64977340, jitterRate=-0.03176218271255493}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T07:20:37,597 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 68dc6e74a14b71543313ae9a6ce030a7 2024-11-14T07:20:37,598 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 68dc6e74a14b71543313ae9a6ce030a7: Running coprocessor pre-open hook at 1731568837588Writing region info on filesystem at 1731568837588Initializing all the Stores at 1731568837588Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568837588Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568837588Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568837588Cleaning up temporary data from old regions at 1731568837594 (+6 ms)Running coprocessor post-open hooks at 1731568837597 (+3 ms)Region opened successfully at 1731568837598 (+1 ms) 2024-11-14T07:20:37,599 INFO [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731568836824.68dc6e74a14b71543313ae9a6ce030a7., pid=6, masterSystemTime=1731568837584 2024-11-14T07:20:37,600 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731568836824.68dc6e74a14b71543313ae9a6ce030a7. 2024-11-14T07:20:37,600 INFO [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731568836824.68dc6e74a14b71543313ae9a6ce030a7. 2024-11-14T07:20:37,601 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=68dc6e74a14b71543313ae9a6ce030a7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c7aa6e2790b3,45253,1731568826566 2024-11-14T07:20:37,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 68dc6e74a14b71543313ae9a6ce030a7, server=c7aa6e2790b3,45253,1731568826566 because future has completed 2024-11-14T07:20:37,605 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T07:20:37,605 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 68dc6e74a14b71543313ae9a6ce030a7, server=c7aa6e2790b3,45253,1731568826566 in 173 msec 2024-11-14T07:20:37,607 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T07:20:37,607 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=68dc6e74a14b71543313ae9a6ce030a7, ASSIGN in 330 msec 2024-11-14T07:20:37,607 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T07:20:37,608 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731568837607"}]},"ts":"1731568837607"} 2024-11-14T07:20:37,609 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T07:20:37,610 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T07:20:37,611 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 785 msec 2024-11-14T07:20:37,664 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:20:37,665 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c7aa6e2790b3,32917,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c7aa6e2790b3:32917 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T07:20:37,665 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18235 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c7aa6e2790b3,32917,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c7aa6e2790b3:32917 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T07:20:37,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43041 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:20:37,965 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T07:20:37,966 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:20:37,966 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is c7aa6e2790b3,39247,1731568832210 2024-11-14T07:20:37,966 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@641be29f 2024-11-14T07:20:37,966 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T07:20:37,967 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T07:20:37,968 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39247 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T07:20:37,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39247 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T07:20:37,970 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T07:20:37,970 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:20:37,970 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39247 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T07:20:37,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:20:37,971 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T07:20:37,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37473 is added to blk_1073741835_1011 (size=902) 2024-11-14T07:20:37,985 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b7bc1cfa58ed5ea8e413870b480350f7, NAME => 'test,,1731568837968.b7bc1cfa58ed5ea8e413870b480350f7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42 2024-11-14T07:20:37,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37473 is added to blk_1073741836_1012 (size=39) 2024-11-14T07:20:38,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:20:38,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:20:38,391 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731568837968.b7bc1cfa58ed5ea8e413870b480350f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:20:38,391 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b7bc1cfa58ed5ea8e413870b480350f7, disabling compactions & flushes 2024-11-14T07:20:38,391 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731568837968.b7bc1cfa58ed5ea8e413870b480350f7. 2024-11-14T07:20:38,391 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731568837968.b7bc1cfa58ed5ea8e413870b480350f7. 2024-11-14T07:20:38,391 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731568837968.b7bc1cfa58ed5ea8e413870b480350f7. after waiting 0 ms 2024-11-14T07:20:38,391 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731568837968.b7bc1cfa58ed5ea8e413870b480350f7. 2024-11-14T07:20:38,391 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731568837968.b7bc1cfa58ed5ea8e413870b480350f7. 2024-11-14T07:20:38,391 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b7bc1cfa58ed5ea8e413870b480350f7: Waiting for close lock at 1731568838391Disabling compacts and flushes for region at 1731568838391Disabling writes for close at 1731568838391Writing region close event to WAL at 1731568838391Closed at 1731568838391 2024-11-14T07:20:38,392 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T07:20:38,393 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731568837968.b7bc1cfa58ed5ea8e413870b480350f7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731568838392"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731568838392"}]},"ts":"1731568838392"} 2024-11-14T07:20:38,394 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T07:20:38,395 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T07:20:38,395 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731568838395"}]},"ts":"1731568838395"} 2024-11-14T07:20:38,397 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T07:20:38,398 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b7bc1cfa58ed5ea8e413870b480350f7, ASSIGN}] 2024-11-14T07:20:38,399 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b7bc1cfa58ed5ea8e413870b480350f7, ASSIGN 2024-11-14T07:20:38,399 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b7bc1cfa58ed5ea8e413870b480350f7, ASSIGN; state=OFFLINE, location=c7aa6e2790b3,44215,1731568832519; forceNewPlan=false, retain=false 2024-11-14T07:20:38,550 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b7bc1cfa58ed5ea8e413870b480350f7, regionState=OPENING, regionLocation=c7aa6e2790b3,44215,1731568832519 2024-11-14T07:20:38,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b7bc1cfa58ed5ea8e413870b480350f7, ASSIGN because future has completed 2024-11-14T07:20:38,554 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b7bc1cfa58ed5ea8e413870b480350f7, server=c7aa6e2790b3,44215,1731568832519}] 2024-11-14T07:20:38,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:20:38,710 INFO [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731568837968.b7bc1cfa58ed5ea8e413870b480350f7. 2024-11-14T07:20:38,710 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b7bc1cfa58ed5ea8e413870b480350f7, NAME => 'test,,1731568837968.b7bc1cfa58ed5ea8e413870b480350f7.', STARTKEY => '', ENDKEY => ''} 2024-11-14T07:20:38,711 INFO [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T07:20:38,711 INFO [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T07:20:38,711 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b7bc1cfa58ed5ea8e413870b480350f7 2024-11-14T07:20:38,711 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731568837968.b7bc1cfa58ed5ea8e413870b480350f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:20:38,711 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b7bc1cfa58ed5ea8e413870b480350f7 2024-11-14T07:20:38,711 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b7bc1cfa58ed5ea8e413870b480350f7 2024-11-14T07:20:38,713 INFO [StoreOpener-b7bc1cfa58ed5ea8e413870b480350f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b7bc1cfa58ed5ea8e413870b480350f7 2024-11-14T07:20:38,714 INFO [StoreOpener-b7bc1cfa58ed5ea8e413870b480350f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7bc1cfa58ed5ea8e413870b480350f7 columnFamilyName f 2024-11-14T07:20:38,714 DEBUG [StoreOpener-b7bc1cfa58ed5ea8e413870b480350f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:20:38,716 INFO [StoreOpener-b7bc1cfa58ed5ea8e413870b480350f7-1 {}] regionserver.HStore(327): Store=b7bc1cfa58ed5ea8e413870b480350f7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:20:38,716 INFO [StoreOpener-b7bc1cfa58ed5ea8e413870b480350f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b7bc1cfa58ed5ea8e413870b480350f7 2024-11-14T07:20:38,723 INFO [StoreOpener-b7bc1cfa58ed5ea8e413870b480350f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7bc1cfa58ed5ea8e413870b480350f7 columnFamilyName f1 2024-11-14T07:20:38,723 DEBUG [StoreOpener-b7bc1cfa58ed5ea8e413870b480350f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:20:38,724 INFO [StoreOpener-b7bc1cfa58ed5ea8e413870b480350f7-1 {}] regionserver.HStore(327): Store=b7bc1cfa58ed5ea8e413870b480350f7/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:20:38,724 INFO [StoreOpener-b7bc1cfa58ed5ea8e413870b480350f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b7bc1cfa58ed5ea8e413870b480350f7 2024-11-14T07:20:38,725 INFO [StoreOpener-b7bc1cfa58ed5ea8e413870b480350f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7bc1cfa58ed5ea8e413870b480350f7 columnFamilyName norep 2024-11-14T07:20:38,725 DEBUG [StoreOpener-b7bc1cfa58ed5ea8e413870b480350f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:20:38,726 INFO [StoreOpener-b7bc1cfa58ed5ea8e413870b480350f7-1 {}] regionserver.HStore(327): Store=b7bc1cfa58ed5ea8e413870b480350f7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:20:38,726 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b7bc1cfa58ed5ea8e413870b480350f7 2024-11-14T07:20:38,726 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/data/default/test/b7bc1cfa58ed5ea8e413870b480350f7 2024-11-14T07:20:38,728 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/data/default/test/b7bc1cfa58ed5ea8e413870b480350f7 2024-11-14T07:20:38,729 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b7bc1cfa58ed5ea8e413870b480350f7 2024-11-14T07:20:38,729 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b7bc1cfa58ed5ea8e413870b480350f7 2024-11-14T07:20:38,730 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T07:20:38,731 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b7bc1cfa58ed5ea8e413870b480350f7 2024-11-14T07:20:38,738 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/data/default/test/b7bc1cfa58ed5ea8e413870b480350f7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T07:20:38,739 INFO [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b7bc1cfa58ed5ea8e413870b480350f7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65345346, jitterRate=-0.02627846598625183}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T07:20:38,739 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b7bc1cfa58ed5ea8e413870b480350f7 2024-11-14T07:20:38,739 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b7bc1cfa58ed5ea8e413870b480350f7: Running coprocessor pre-open hook at 1731568838711Writing region info on filesystem at 1731568838711Initializing all the Stores at 1731568838712 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568838712Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568838712Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568838712Cleaning up temporary data from old regions at 1731568838729 (+17 ms)Running coprocessor post-open hooks at 1731568838739 (+10 ms)Region opened successfully at 1731568838739 2024-11-14T07:20:38,740 INFO [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731568837968.b7bc1cfa58ed5ea8e413870b480350f7., pid=6, masterSystemTime=1731568838707 2024-11-14T07:20:38,743 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731568837968.b7bc1cfa58ed5ea8e413870b480350f7. 2024-11-14T07:20:38,743 INFO [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731568837968.b7bc1cfa58ed5ea8e413870b480350f7. 2024-11-14T07:20:38,743 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b7bc1cfa58ed5ea8e413870b480350f7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c7aa6e2790b3,44215,1731568832519 2024-11-14T07:20:38,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b7bc1cfa58ed5ea8e413870b480350f7, server=c7aa6e2790b3,44215,1731568832519 because future has completed 2024-11-14T07:20:38,760 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T07:20:38,760 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b7bc1cfa58ed5ea8e413870b480350f7, server=c7aa6e2790b3,44215,1731568832519 in 204 msec 2024-11-14T07:20:38,763 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T07:20:38,763 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b7bc1cfa58ed5ea8e413870b480350f7, ASSIGN in 362 msec 2024-11-14T07:20:38,764 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T07:20:38,765 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731568838764"}]},"ts":"1731568838764"} 2024-11-14T07:20:38,768 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T07:20:38,769 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T07:20:38,772 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 802 msec 2024-11-14T07:20:39,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:20:39,106 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T07:20:39,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a4f278, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:20:39,106 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,43041,-1 for getting cluster id 2024-11-14T07:20:39,106 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:20:39,107 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '75bdbdf2-e629-4042-a866-72d15b2e6e94' 2024-11-14T07:20:39,107 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:20:39,107 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "75bdbdf2-e629-4042-a866-72d15b2e6e94" 2024-11-14T07:20:39,107 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41df3660, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:20:39,107 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,43041,-1] 2024-11-14T07:20:39,108 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:20:39,108 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:20:39,108 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:20:39,109 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d3856d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:20:39,109 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3250c041, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:20:39,109 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,39247,-1 for getting cluster id 2024-11-14T07:20:39,109 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:20:39,110 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb9d725f-d2b3-43e5-978d-58527e6047ba' 2024-11-14T07:20:39,110 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:20:39,110 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb9d725f-d2b3-43e5-978d-58527e6047ba" 2024-11-14T07:20:39,110 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@652f942b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:20:39,110 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,39247,-1] 2024-11-14T07:20:39,111 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:20:39,111 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:20:39,111 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:20:39,113 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@136d0a5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:20:39,116 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4edee827, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:20:39,116 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,43041,-1 for getting cluster id 2024-11-14T07:20:39,116 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:20:39,117 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '75bdbdf2-e629-4042-a866-72d15b2e6e94' 2024-11-14T07:20:39,117 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:20:39,117 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "75bdbdf2-e629-4042-a866-72d15b2e6e94" 2024-11-14T07:20:39,118 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2335c665, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:20:39,118 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,43041,-1] 2024-11-14T07:20:39,118 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:20:39,118 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:20:39,119 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:20:39,120 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50732ad3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:20:39,120 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:20:39,121 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is c7aa6e2790b3,43041,1731568826360 2024-11-14T07:20:39,121 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@390000e2 2024-11-14T07:20:39,121 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T07:20:39,122 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T07:20:39,123 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43041 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c7aa6e2790b3:39247,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T07:20:39,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43041 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T07:20:39,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43041 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T07:20:39,125 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c7aa6e2790b3:39247' 2024-11-14T07:20:39,126 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@393abef9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:20:39,126 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,39247,-1 for getting cluster id 2024-11-14T07:20:39,126 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:20:39,127 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb9d725f-d2b3-43e5-978d-58527e6047ba' 2024-11-14T07:20:39,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:20:39,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb9d725f-d2b3-43e5-978d-58527e6047ba" 2024-11-14T07:20:39,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b2f5b7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:20:39,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,39247,-1] 2024-11-14T07:20:39,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:20:39,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:20:39,129 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:20:39,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a277336, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:20:39,129 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:20:39,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c7aa6e2790b3,39247,1731568832210 2024-11-14T07:20:39,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69d23a39 2024-11-14T07:20:39,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T07:20:39,131 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T07:20:39,132 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T07:20:39,132 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T07:20:39,132 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:20:39,132 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:20:39,132 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:20:39,132 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T07:20:39,133 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T07:20:39,134 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T07:20:39,134 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:20:39,135 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T07:20:39,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36267 is added to blk_1073741837_1013 (size=1138) 2024-11-14T07:20:39,183 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T07:20:39,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43041 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T07:20:39,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43041 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T07:20:39,542 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 01caf75c0b4301fb50d1cbfb3049c929, NAME => 'hbase:replication,,1731568839132.01caf75c0b4301fb50d1cbfb3049c929.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5 2024-11-14T07:20:39,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36267 is added to blk_1073741838_1014 (size=44) 2024-11-14T07:20:39,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43041 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T07:20:39,952 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731568839132.01caf75c0b4301fb50d1cbfb3049c929.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:20:39,952 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 01caf75c0b4301fb50d1cbfb3049c929, disabling compactions & flushes 2024-11-14T07:20:39,952 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731568839132.01caf75c0b4301fb50d1cbfb3049c929. 2024-11-14T07:20:39,952 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731568839132.01caf75c0b4301fb50d1cbfb3049c929. 2024-11-14T07:20:39,952 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731568839132.01caf75c0b4301fb50d1cbfb3049c929. after waiting 0 ms 2024-11-14T07:20:39,952 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731568839132.01caf75c0b4301fb50d1cbfb3049c929. 2024-11-14T07:20:39,952 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731568839132.01caf75c0b4301fb50d1cbfb3049c929. 2024-11-14T07:20:39,952 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 01caf75c0b4301fb50d1cbfb3049c929: Waiting for close lock at 1731568839952Disabling compacts and flushes for region at 1731568839952Disabling writes for close at 1731568839952Writing region close event to WAL at 1731568839952Closed at 1731568839952 2024-11-14T07:20:39,953 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T07:20:39,954 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731568839132.01caf75c0b4301fb50d1cbfb3049c929.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731568839953"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731568839953"}]},"ts":"1731568839953"} 2024-11-14T07:20:39,956 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T07:20:39,957 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T07:20:39,957 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731568839957"}]},"ts":"1731568839957"} 2024-11-14T07:20:39,959 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T07:20:39,960 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=01caf75c0b4301fb50d1cbfb3049c929, ASSIGN}] 2024-11-14T07:20:39,962 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=01caf75c0b4301fb50d1cbfb3049c929, ASSIGN 2024-11-14T07:20:39,968 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=01caf75c0b4301fb50d1cbfb3049c929, ASSIGN; state=OFFLINE, location=c7aa6e2790b3,45253,1731568826566; forceNewPlan=false, retain=false 2024-11-14T07:20:40,119 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=01caf75c0b4301fb50d1cbfb3049c929, regionState=OPENING, regionLocation=c7aa6e2790b3,45253,1731568826566 2024-11-14T07:20:40,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=01caf75c0b4301fb50d1cbfb3049c929, ASSIGN because future has completed 2024-11-14T07:20:40,122 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 01caf75c0b4301fb50d1cbfb3049c929, server=c7aa6e2790b3,45253,1731568826566}] 2024-11-14T07:20:40,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43041 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T07:20:40,279 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731568839132.01caf75c0b4301fb50d1cbfb3049c929. 2024-11-14T07:20:40,279 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T07:20:40,279 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T07:20:40,280 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c7aa6e2790b3%2C45253%2C1731568826566.rep, suffix=, logDir=hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/WALs/c7aa6e2790b3,45253,1731568826566, archiveDir=hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/oldWALs, maxLogs=10 2024-11-14T07:20:40,294 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/WALs/c7aa6e2790b3,45253,1731568826566/c7aa6e2790b3%2C45253%2C1731568826566.rep.1731568840281, exclude list is [], retry=0 2024-11-14T07:20:40,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36267,DS-c16882ba-ef14-419d-b17c-6936f9a1d853,DISK] 2024-11-14T07:20:40,297 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/WALs/c7aa6e2790b3,45253,1731568826566/c7aa6e2790b3%2C45253%2C1731568826566.rep.1731568840281 2024-11-14T07:20:40,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40833:40833)] 2024-11-14T07:20:40,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 01caf75c0b4301fb50d1cbfb3049c929, NAME => 'hbase:replication,,1731568839132.01caf75c0b4301fb50d1cbfb3049c929.', STARTKEY => '', ENDKEY => ''} 2024-11-14T07:20:40,298 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T07:20:40,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T07:20:40,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731568839132.01caf75c0b4301fb50d1cbfb3049c929. service=MultiRowMutationService 2024-11-14T07:20:40,298 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T07:20:40,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 01caf75c0b4301fb50d1cbfb3049c929 2024-11-14T07:20:40,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731568839132.01caf75c0b4301fb50d1cbfb3049c929.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:20:40,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 01caf75c0b4301fb50d1cbfb3049c929 2024-11-14T07:20:40,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 01caf75c0b4301fb50d1cbfb3049c929 2024-11-14T07:20:40,299 INFO [StoreOpener-01caf75c0b4301fb50d1cbfb3049c929-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 01caf75c0b4301fb50d1cbfb3049c929 2024-11-14T07:20:40,300 INFO [StoreOpener-01caf75c0b4301fb50d1cbfb3049c929-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 01caf75c0b4301fb50d1cbfb3049c929 columnFamilyName hfileref 2024-11-14T07:20:40,300 DEBUG [StoreOpener-01caf75c0b4301fb50d1cbfb3049c929-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:20:40,301 INFO [StoreOpener-01caf75c0b4301fb50d1cbfb3049c929-1 {}] regionserver.HStore(327): Store=01caf75c0b4301fb50d1cbfb3049c929/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:20:40,301 INFO [StoreOpener-01caf75c0b4301fb50d1cbfb3049c929-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 01caf75c0b4301fb50d1cbfb3049c929 2024-11-14T07:20:40,302 INFO [StoreOpener-01caf75c0b4301fb50d1cbfb3049c929-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 01caf75c0b4301fb50d1cbfb3049c929 columnFamilyName queue 2024-11-14T07:20:40,302 DEBUG [StoreOpener-01caf75c0b4301fb50d1cbfb3049c929-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:20:40,302 INFO [StoreOpener-01caf75c0b4301fb50d1cbfb3049c929-1 {}] regionserver.HStore(327): Store=01caf75c0b4301fb50d1cbfb3049c929/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:20:40,302 INFO [StoreOpener-01caf75c0b4301fb50d1cbfb3049c929-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 01caf75c0b4301fb50d1cbfb3049c929 2024-11-14T07:20:40,303 INFO [StoreOpener-01caf75c0b4301fb50d1cbfb3049c929-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 01caf75c0b4301fb50d1cbfb3049c929 columnFamilyName sid 2024-11-14T07:20:40,303 DEBUG [StoreOpener-01caf75c0b4301fb50d1cbfb3049c929-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:20:40,303 INFO [StoreOpener-01caf75c0b4301fb50d1cbfb3049c929-1 {}] regionserver.HStore(327): Store=01caf75c0b4301fb50d1cbfb3049c929/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:20:40,303 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 01caf75c0b4301fb50d1cbfb3049c929 2024-11-14T07:20:40,304 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/data/hbase/replication/01caf75c0b4301fb50d1cbfb3049c929 2024-11-14T07:20:40,304 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/data/hbase/replication/01caf75c0b4301fb50d1cbfb3049c929 2024-11-14T07:20:40,305 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 01caf75c0b4301fb50d1cbfb3049c929 2024-11-14T07:20:40,305 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 01caf75c0b4301fb50d1cbfb3049c929 2024-11-14T07:20:40,305 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T07:20:40,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 01caf75c0b4301fb50d1cbfb3049c929 2024-11-14T07:20:40,307 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/data/hbase/replication/01caf75c0b4301fb50d1cbfb3049c929/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T07:20:40,308 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 01caf75c0b4301fb50d1cbfb3049c929; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66222608, jitterRate=-0.013206243515014648}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T07:20:40,308 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 01caf75c0b4301fb50d1cbfb3049c929 2024-11-14T07:20:40,308 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 01caf75c0b4301fb50d1cbfb3049c929: Running coprocessor pre-open hook at 1731568840298Writing region info on filesystem at 1731568840299 (+1 ms)Initializing all the Stores at 1731568840299Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568840299Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568840299Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568840299Cleaning up temporary data from old regions at 1731568840305 (+6 ms)Running coprocessor post-open hooks at 1731568840308 (+3 ms)Region opened successfully at 1731568840308 2024-11-14T07:20:40,309 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731568839132.01caf75c0b4301fb50d1cbfb3049c929., pid=10, masterSystemTime=1731568840276 2024-11-14T07:20:40,311 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=01caf75c0b4301fb50d1cbfb3049c929, regionState=OPEN, openSeqNum=2, regionLocation=c7aa6e2790b3,45253,1731568826566 2024-11-14T07:20:40,312 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731568839132.01caf75c0b4301fb50d1cbfb3049c929. 2024-11-14T07:20:40,312 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731568839132.01caf75c0b4301fb50d1cbfb3049c929. 2024-11-14T07:20:40,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 01caf75c0b4301fb50d1cbfb3049c929, server=c7aa6e2790b3,45253,1731568826566 because future has completed 2024-11-14T07:20:40,316 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T07:20:40,316 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 01caf75c0b4301fb50d1cbfb3049c929, server=c7aa6e2790b3,45253,1731568826566 in 192 msec 2024-11-14T07:20:40,317 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T07:20:40,317 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=01caf75c0b4301fb50d1cbfb3049c929, ASSIGN in 357 msec 2024-11-14T07:20:40,319 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T07:20:40,319 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731568840319"}]},"ts":"1731568840319"} 2024-11-14T07:20:40,320 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T07:20:40,322 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T07:20:40,323 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1900 sec 2024-11-14T07:20:40,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731568839132.01caf75c0b4301fb50d1cbfb3049c929., hostname=c7aa6e2790b3,45253,1731568826566, seqNum=2] 2024-11-14T07:20:40,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45253-0x10138376af10001, quorum=127.0.0.1:58325, baseZNode=/0279247556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0279247556 2024-11-14T07:20:40,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43041-0x10138376af10000, quorum=127.0.0.1:58325, baseZNode=/0279247556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0279247556 2024-11-14T07:20:40,408 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T07:20:40,560 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45253 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T07:20:40,560 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T07:20:40,595 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c7aa6e2790b3,45253,1731568826566, ReplicationSource: 1, currentBandwidth=0 2024-11-14T07:20:40,595 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T07:20:40,595 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c7aa6e2790b3,45253,1731568826566, seqNum=-1] 2024-11-14T07:20:40,599 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T07:20:40,600 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41153, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-14T07:20:40,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c7aa6e2790b3,45253,1731568826566', locateType=CURRENT is [region=hbase:replication,,1731568839132.01caf75c0b4301fb50d1cbfb3049c929., hostname=c7aa6e2790b3,45253,1731568826566, seqNum=2] 2024-11-14T07:20:40,605 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T07:20:40,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43041 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T07:20:40,608 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c7aa6e2790b3,45253,1731568826566 suceeded 2024-11-14T07:20:40,610 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T07:20:40,610 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 200 msec 2024-11-14T07:20:40,610 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c7aa6e2790b3:39247,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T07:20:40,611 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4870 sec 2024-11-14T07:20:40,625 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45253,1731568826566 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c7aa6e2790b3:39247' 2024-11-14T07:20:40,628 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45253,1731568826566 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@13ee68de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:20:40,628 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45253,1731568826566 {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,39247,-1 for getting cluster id 2024-11-14T07:20:40,628 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45253,1731568826566 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:20:40,629 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb9d725f-d2b3-43e5-978d-58527e6047ba' 2024-11-14T07:20:40,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:20:40,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb9d725f-d2b3-43e5-978d-58527e6047ba" 2024-11-14T07:20:40,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16a05ed9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:20:40,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,39247,-1] 2024-11-14T07:20:40,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:20:40,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:20:40,631 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:20:40,631 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45253,1731568826566 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b96e6d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:20:40,631 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45253,1731568826566 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:20:40,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c7aa6e2790b3,39247,1731568832210 2024-11-14T07:20:40,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@664f7bc9 2024-11-14T07:20:40,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T07:20:40,633 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-14T07:20:40,633 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45253,1731568826566 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c7aa6e2790b3,45253,1731568826566 (queues=1) is replicating from cluster=75bdbdf2-e629-4042-a866-72d15b2e6e94 to cluster=bb9d725f-d2b3-43e5-978d-58527e6047ba 2024-11-14T07:20:40,633 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45253,1731568826566 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c7aa6e2790b3%2C45253%2C1731568826566 2024-11-14T07:20:40,633 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45253,1731568826566 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c7aa6e2790b3,45253,1731568826566, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T07:20:40,636 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45253,1731568826566.replicationSource.wal-reader.c7aa6e2790b3%2C45253%2C1731568826566,1-c7aa6e2790b3,45253,1731568826566 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/WALs/c7aa6e2790b3,45253,1731568826566/c7aa6e2790b3%2C45253%2C1731568826566.1731568828895, startPosition=0, beingWritten=true 2024-11-14T07:20:40,644 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45253,1731568826566.replicationSource.shipperc7aa6e2790b3%2C45253%2C1731568826566,1-c7aa6e2790b3,45253,1731568826566 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c7aa6e2790b3%2C45253%2C1731568826566 2024-11-14T07:20:40,651 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45253,1731568826566.replicationSource.wal-reader.c7aa6e2790b3%2C45253%2C1731568826566,1-c7aa6e2790b3,45253,1731568826566 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T07:20:40,651 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45253,1731568826566.replicationSource.wal-reader.c7aa6e2790b3%2C45253%2C1731568826566,1-c7aa6e2790b3,45253,1731568826566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/WALs/c7aa6e2790b3,45253,1731568826566/c7aa6e2790b3%2C45253%2C1731568826566.1731568828895 to pos 379, reset compression=false 2024-11-14T07:20:40,651 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45253,1731568826566.replicationSource.shipperc7aa6e2790b3%2C45253%2C1731568826566,1-c7aa6e2790b3,45253,1731568826566 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c7aa6e2790b3,45253,1731568826566 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/WALs/c7aa6e2790b3,45253,1731568826566/c7aa6e2790b3%2C45253%2C1731568826566.1731568828895, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T07:20:40,752 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T07:20:40,752 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T07:20:40,867 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45253,1731568826566.replicationSource.wal-reader.c7aa6e2790b3%2C45253%2C1731568826566,1-c7aa6e2790b3,45253,1731568826566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/WALs/c7aa6e2790b3,45253,1731568826566/c7aa6e2790b3%2C45253%2C1731568826566.1731568828895 to pos 379, reset compression=false 2024-11-14T07:20:41,173 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45253,1731568826566.replicationSource.wal-reader.c7aa6e2790b3%2C45253%2C1731568826566,1-c7aa6e2790b3,45253,1731568826566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/WALs/c7aa6e2790b3,45253,1731568826566/c7aa6e2790b3%2C45253%2C1731568826566.1731568828895 to pos 379, reset compression=false 2024-11-14T07:20:41,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43041 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T07:20:41,277 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T07:20:41,277 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T07:20:41,277 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:20:41,277 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:20:41,277 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:20:41,278 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:20:41,278 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@122abc5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:20:41,278 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,39247,-1 for getting cluster id 2024-11-14T07:20:41,278 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:20:41,279 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb9d725f-d2b3-43e5-978d-58527e6047ba' 2024-11-14T07:20:41,279 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:20:41,279 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb9d725f-d2b3-43e5-978d-58527e6047ba" 2024-11-14T07:20:41,279 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78ce10c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:20:41,279 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,39247,-1] 2024-11-14T07:20:41,279 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:20:41,279 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:20:41,280 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:20:41,281 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cdfd668, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:20:41,281 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:20:41,282 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c7aa6e2790b3,39247,1731568832210 2024-11-14T07:20:41,282 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@213817a0 2024-11-14T07:20:41,282 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T07:20:41,283 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T07:20:41,284 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39247 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c7aa6e2790b3:43041,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T07:20:41,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39247 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T07:20:41,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T07:20:41,286 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c7aa6e2790b3:43041' 2024-11-14T07:20:41,287 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57b593d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:20:41,287 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,43041,-1 for getting cluster id 2024-11-14T07:20:41,287 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:20:41,288 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '75bdbdf2-e629-4042-a866-72d15b2e6e94' 2024-11-14T07:20:41,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:20:41,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "75bdbdf2-e629-4042-a866-72d15b2e6e94" 2024-11-14T07:20:41,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31612006, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:20:41,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,43041,-1] 2024-11-14T07:20:41,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:20:41,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:20:41,289 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:20:41,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61746d5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:20:41,290 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:20:41,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c7aa6e2790b3,43041,1731568826360 2024-11-14T07:20:41,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17bf4a26 2024-11-14T07:20:41,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T07:20:41,291 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T07:20:41,292 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-14T07:20:41,292 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T07:20:41,292 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:20:41,292 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:20:41,292 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T07:20:41,293 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:20:41,294 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T07:20:41,295 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T07:20:41,295 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:20:41,296 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T07:20:41,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37473 is added to blk_1073741837_1013 (size=1138) 2024-11-14T07:20:41,305 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7ea638a27e6bbc0ecd1562de3a79d9bb, NAME => 'hbase:replication,,1731568841292.7ea638a27e6bbc0ecd1562de3a79d9bb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42 2024-11-14T07:20:41,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37473 is added to blk_1073741838_1014 (size=44) 2024-11-14T07:20:41,312 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731568841292.7ea638a27e6bbc0ecd1562de3a79d9bb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:20:41,312 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7ea638a27e6bbc0ecd1562de3a79d9bb, disabling compactions & flushes 2024-11-14T07:20:41,312 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731568841292.7ea638a27e6bbc0ecd1562de3a79d9bb. 2024-11-14T07:20:41,312 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731568841292.7ea638a27e6bbc0ecd1562de3a79d9bb. 2024-11-14T07:20:41,312 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731568841292.7ea638a27e6bbc0ecd1562de3a79d9bb. after waiting 0 ms 2024-11-14T07:20:41,312 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731568841292.7ea638a27e6bbc0ecd1562de3a79d9bb. 2024-11-14T07:20:41,312 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731568841292.7ea638a27e6bbc0ecd1562de3a79d9bb. 2024-11-14T07:20:41,312 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7ea638a27e6bbc0ecd1562de3a79d9bb: Waiting for close lock at 1731568841312Disabling compacts and flushes for region at 1731568841312Disabling writes for close at 1731568841312Writing region close event to WAL at 1731568841312Closed at 1731568841312 2024-11-14T07:20:41,313 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T07:20:41,313 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731568841292.7ea638a27e6bbc0ecd1562de3a79d9bb.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731568841313"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731568841313"}]},"ts":"1731568841313"} 2024-11-14T07:20:41,315 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T07:20:41,315 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T07:20:41,316 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731568841315"}]},"ts":"1731568841315"} 2024-11-14T07:20:41,317 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T07:20:41,318 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7ea638a27e6bbc0ecd1562de3a79d9bb, ASSIGN}] 2024-11-14T07:20:41,319 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7ea638a27e6bbc0ecd1562de3a79d9bb, ASSIGN 2024-11-14T07:20:41,319 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7ea638a27e6bbc0ecd1562de3a79d9bb, ASSIGN; state=OFFLINE, location=c7aa6e2790b3,44215,1731568832519; forceNewPlan=false, retain=false 2024-11-14T07:20:41,344 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T07:20:41,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T07:20:41,470 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7ea638a27e6bbc0ecd1562de3a79d9bb, regionState=OPENING, regionLocation=c7aa6e2790b3,44215,1731568832519 2024-11-14T07:20:41,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7ea638a27e6bbc0ecd1562de3a79d9bb, ASSIGN because future has completed 2024-11-14T07:20:41,478 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7ea638a27e6bbc0ecd1562de3a79d9bb, server=c7aa6e2790b3,44215,1731568832519}] 2024-11-14T07:20:41,583 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45253,1731568826566.replicationSource.wal-reader.c7aa6e2790b3%2C45253%2C1731568826566,1-c7aa6e2790b3,45253,1731568826566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/WALs/c7aa6e2790b3,45253,1731568826566/c7aa6e2790b3%2C45253%2C1731568826566.1731568828895 to pos 379, reset compression=false 2024-11-14T07:20:41,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T07:20:41,636 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731568841292.7ea638a27e6bbc0ecd1562de3a79d9bb. 2024-11-14T07:20:41,636 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T07:20:41,636 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T07:20:41,648 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c7aa6e2790b3%2C44215%2C1731568832519.rep, suffix=, logDir=hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/WALs/c7aa6e2790b3,44215,1731568832519, archiveDir=hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/oldWALs, maxLogs=10 2024-11-14T07:20:41,666 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/WALs/c7aa6e2790b3,44215,1731568832519/c7aa6e2790b3%2C44215%2C1731568832519.rep.1731568841649, exclude list is [], retry=0 2024-11-14T07:20:41,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37473,DS-88d51870-da21-4c4d-ae2d-292f44c82988,DISK] 2024-11-14T07:20:41,676 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/WALs/c7aa6e2790b3,44215,1731568832519/c7aa6e2790b3%2C44215%2C1731568832519.rep.1731568841649 2024-11-14T07:20:41,680 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42219:42219)] 2024-11-14T07:20:41,680 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 7ea638a27e6bbc0ecd1562de3a79d9bb, NAME => 'hbase:replication,,1731568841292.7ea638a27e6bbc0ecd1562de3a79d9bb.', STARTKEY => '', ENDKEY => ''} 2024-11-14T07:20:41,681 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T07:20:41,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T07:20:41,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731568841292.7ea638a27e6bbc0ecd1562de3a79d9bb. service=MultiRowMutationService 2024-11-14T07:20:41,681 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T07:20:41,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7ea638a27e6bbc0ecd1562de3a79d9bb 2024-11-14T07:20:41,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731568841292.7ea638a27e6bbc0ecd1562de3a79d9bb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:20:41,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 7ea638a27e6bbc0ecd1562de3a79d9bb 2024-11-14T07:20:41,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 7ea638a27e6bbc0ecd1562de3a79d9bb 2024-11-14T07:20:41,689 INFO [StoreOpener-7ea638a27e6bbc0ecd1562de3a79d9bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7ea638a27e6bbc0ecd1562de3a79d9bb 2024-11-14T07:20:41,690 INFO [StoreOpener-7ea638a27e6bbc0ecd1562de3a79d9bb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ea638a27e6bbc0ecd1562de3a79d9bb columnFamilyName hfileref 2024-11-14T07:20:41,690 DEBUG [StoreOpener-7ea638a27e6bbc0ecd1562de3a79d9bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:20:41,691 INFO [StoreOpener-7ea638a27e6bbc0ecd1562de3a79d9bb-1 {}] regionserver.HStore(327): Store=7ea638a27e6bbc0ecd1562de3a79d9bb/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:20:41,691 INFO [StoreOpener-7ea638a27e6bbc0ecd1562de3a79d9bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7ea638a27e6bbc0ecd1562de3a79d9bb 2024-11-14T07:20:41,692 INFO [StoreOpener-7ea638a27e6bbc0ecd1562de3a79d9bb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ea638a27e6bbc0ecd1562de3a79d9bb columnFamilyName queue 2024-11-14T07:20:41,692 DEBUG [StoreOpener-7ea638a27e6bbc0ecd1562de3a79d9bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:20:41,693 INFO [StoreOpener-7ea638a27e6bbc0ecd1562de3a79d9bb-1 {}] regionserver.HStore(327): Store=7ea638a27e6bbc0ecd1562de3a79d9bb/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:20:41,693 INFO [StoreOpener-7ea638a27e6bbc0ecd1562de3a79d9bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7ea638a27e6bbc0ecd1562de3a79d9bb 2024-11-14T07:20:41,695 INFO [StoreOpener-7ea638a27e6bbc0ecd1562de3a79d9bb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ea638a27e6bbc0ecd1562de3a79d9bb columnFamilyName sid 2024-11-14T07:20:41,695 DEBUG [StoreOpener-7ea638a27e6bbc0ecd1562de3a79d9bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:20:41,695 INFO [StoreOpener-7ea638a27e6bbc0ecd1562de3a79d9bb-1 {}] regionserver.HStore(327): Store=7ea638a27e6bbc0ecd1562de3a79d9bb/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:20:41,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 7ea638a27e6bbc0ecd1562de3a79d9bb 2024-11-14T07:20:41,697 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/data/hbase/replication/7ea638a27e6bbc0ecd1562de3a79d9bb 2024-11-14T07:20:41,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/data/hbase/replication/7ea638a27e6bbc0ecd1562de3a79d9bb 2024-11-14T07:20:41,699 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 7ea638a27e6bbc0ecd1562de3a79d9bb 2024-11-14T07:20:41,699 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 7ea638a27e6bbc0ecd1562de3a79d9bb 2024-11-14T07:20:41,700 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T07:20:41,701 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 7ea638a27e6bbc0ecd1562de3a79d9bb 2024-11-14T07:20:41,704 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/data/hbase/replication/7ea638a27e6bbc0ecd1562de3a79d9bb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T07:20:41,704 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 7ea638a27e6bbc0ecd1562de3a79d9bb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59130416, jitterRate=-0.11888813972473145}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T07:20:41,704 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7ea638a27e6bbc0ecd1562de3a79d9bb 2024-11-14T07:20:41,704 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 7ea638a27e6bbc0ecd1562de3a79d9bb: Running coprocessor pre-open hook at 1731568841681Writing region info on filesystem at 1731568841681Initializing all the Stores at 1731568841683 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568841683Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568841689 (+6 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568841689Cleaning up temporary data from old regions at 1731568841699 (+10 ms)Running coprocessor post-open hooks at 1731568841704 (+5 ms)Region opened successfully at 1731568841704 2024-11-14T07:20:41,705 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731568841292.7ea638a27e6bbc0ecd1562de3a79d9bb., pid=10, masterSystemTime=1731568841630 2024-11-14T07:20:41,708 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731568841292.7ea638a27e6bbc0ecd1562de3a79d9bb. 2024-11-14T07:20:41,708 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731568841292.7ea638a27e6bbc0ecd1562de3a79d9bb. 2024-11-14T07:20:41,708 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7ea638a27e6bbc0ecd1562de3a79d9bb, regionState=OPEN, openSeqNum=2, regionLocation=c7aa6e2790b3,44215,1731568832519 2024-11-14T07:20:41,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7ea638a27e6bbc0ecd1562de3a79d9bb, server=c7aa6e2790b3,44215,1731568832519 because future has completed 2024-11-14T07:20:41,720 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T07:20:41,720 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7ea638a27e6bbc0ecd1562de3a79d9bb, server=c7aa6e2790b3,44215,1731568832519 in 240 msec 2024-11-14T07:20:41,725 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T07:20:41,725 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7ea638a27e6bbc0ecd1562de3a79d9bb, ASSIGN in 402 msec 2024-11-14T07:20:41,727 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T07:20:41,727 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731568841727"}]},"ts":"1731568841727"} 2024-11-14T07:20:41,729 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T07:20:41,731 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T07:20:41,732 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 438 msec 2024-11-14T07:20:41,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731568841292.7ea638a27e6bbc0ecd1562de3a79d9bb., hostname=c7aa6e2790b3,44215,1731568832519, seqNum=2] 2024-11-14T07:20:41,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T07:20:42,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39247-0x10138376af10003, quorum=127.0.0.1:58325, baseZNode=/1-866373111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-866373111 2024-11-14T07:20:42,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44215-0x10138376af10004, quorum=127.0.0.1:58325, baseZNode=/1-866373111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-866373111 2024-11-14T07:20:42,070 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T07:20:42,092 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T07:20:42,101 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45253,1731568826566.replicationSource.wal-reader.c7aa6e2790b3%2C45253%2C1731568826566,1-c7aa6e2790b3,45253,1731568826566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/WALs/c7aa6e2790b3,45253,1731568826566/c7aa6e2790b3%2C45253%2C1731568826566.1731568828895 to pos 379, reset compression=false 2024-11-14T07:20:42,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:20:42,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:20:42,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:20:42,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:20:42,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:20:42,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:20:42,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:20:42,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:20:42,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:20:42,131 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:20:42,245 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T07:20:42,248 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T07:20:42,285 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c7aa6e2790b3,44215,1731568832519, ReplicationSource: 1, currentBandwidth=0 2024-11-14T07:20:42,286 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T07:20:42,286 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c7aa6e2790b3,44215,1731568832519, seqNum=-1] 2024-11-14T07:20:42,286 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T07:20:42,287 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37247, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-14T07:20:42,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c7aa6e2790b3,44215,1731568832519', locateType=CURRENT is [region=hbase:replication,,1731568841292.7ea638a27e6bbc0ecd1562de3a79d9bb., hostname=c7aa6e2790b3,44215,1731568832519, seqNum=2] 2024-11-14T07:20:42,294 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T07:20:42,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39247 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T07:20:42,297 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c7aa6e2790b3,44215,1731568832519 suceeded 2024-11-14T07:20:42,299 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T07:20:42,299 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 205 msec 2024-11-14T07:20:42,299 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c7aa6e2790b3:43041,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T07:20:42,301 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0150 sec 2024-11-14T07:20:42,317 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44215,1731568832519 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c7aa6e2790b3:43041' 2024-11-14T07:20:42,321 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44215,1731568832519 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38faac34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:20:42,321 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44215,1731568832519 {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,43041,-1 for getting cluster id 2024-11-14T07:20:42,321 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44215,1731568832519 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:20:42,322 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '75bdbdf2-e629-4042-a866-72d15b2e6e94' 2024-11-14T07:20:42,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:20:42,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "75bdbdf2-e629-4042-a866-72d15b2e6e94" 2024-11-14T07:20:42,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5338d74b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:20:42,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,43041,-1] 2024-11-14T07:20:42,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:20:42,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:20:42,324 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:20:42,325 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44215,1731568832519 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c936b88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:20:42,325 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44215,1731568832519 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:20:42,326 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44215,1731568832519 {}] client.AsyncConnectionImpl(321): The fetched master address is c7aa6e2790b3,43041,1731568826360 2024-11-14T07:20:42,326 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44215,1731568832519 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15e860c4 2024-11-14T07:20:42,326 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44215,1731568832519 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T07:20:42,327 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-14T07:20:42,328 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44215,1731568832519 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c7aa6e2790b3,44215,1731568832519 (queues=1) is replicating from cluster=bb9d725f-d2b3-43e5-978d-58527e6047ba to cluster=75bdbdf2-e629-4042-a866-72d15b2e6e94 2024-11-14T07:20:42,328 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44215,1731568832519 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c7aa6e2790b3%2C44215%2C1731568832519 2024-11-14T07:20:42,328 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44215,1731568832519 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c7aa6e2790b3,44215,1731568832519, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T07:20:42,333 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44215,1731568832519.replicationSource.wal-reader.c7aa6e2790b3%2C44215%2C1731568832519,1-c7aa6e2790b3,44215,1731568832519 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/WALs/c7aa6e2790b3,44215,1731568832519/c7aa6e2790b3%2C44215%2C1731568832519.1731568835608, startPosition=0, beingWritten=true 2024-11-14T07:20:42,343 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44215,1731568832519.replicationSource.shipperc7aa6e2790b3%2C44215%2C1731568832519,1-c7aa6e2790b3,44215,1731568832519 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c7aa6e2790b3%2C44215%2C1731568832519 2024-11-14T07:20:42,346 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44215,1731568832519.replicationSource.wal-reader.c7aa6e2790b3%2C44215%2C1731568832519,1-c7aa6e2790b3,44215,1731568832519 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T07:20:42,346 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44215,1731568832519.replicationSource.wal-reader.c7aa6e2790b3%2C44215%2C1731568832519,1-c7aa6e2790b3,44215,1731568832519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/WALs/c7aa6e2790b3,44215,1731568832519/c7aa6e2790b3%2C44215%2C1731568832519.1731568835608 to pos 379, reset compression=false 2024-11-14T07:20:42,347 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44215,1731568832519.replicationSource.shipperc7aa6e2790b3%2C44215%2C1731568832519,1-c7aa6e2790b3,44215,1731568832519 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c7aa6e2790b3,44215,1731568832519 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/WALs/c7aa6e2790b3,44215,1731568832519/c7aa6e2790b3%2C44215%2C1731568832519.1731568835608, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T07:20:42,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T07:20:42,426 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T07:20:42,426 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T07:20:42,426 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:20:42,427 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:20:42,427 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:20:42,427 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:20:42,427 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T07:20:42,428 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c7aa6e2790b3,45253,1731568826566, seqNum=-1] 2024-11-14T07:20:42,428 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T07:20:42,429 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T07:20:42,431 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731568836824.68dc6e74a14b71543313ae9a6ce030a7., hostname=c7aa6e2790b3,45253,1731568826566, seqNum=2] 2024-11-14T07:20:42,433 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T07:20:42,434 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c7aa6e2790b3,44215,1731568832519, seqNum=-1] 2024-11-14T07:20:42,434 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T07:20:42,435 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T07:20:42,437 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731568837968.b7bc1cfa58ed5ea8e413870b480350f7., hostname=c7aa6e2790b3,44215,1731568832519, seqNum=2] 2024-11-14T07:20:42,438 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-14T07:20:42,550 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44215,1731568832519.replicationSource.wal-reader.c7aa6e2790b3%2C44215%2C1731568832519,1-c7aa6e2790b3,44215,1731568832519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/WALs/c7aa6e2790b3,44215,1731568832519/c7aa6e2790b3%2C44215%2C1731568832519.1731568835608 to pos 379, reset compression=false 2024-11-14T07:20:42,713 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45253,1731568826566.replicationSource.wal-reader.c7aa6e2790b3%2C45253%2C1731568826566,1-c7aa6e2790b3,45253,1731568826566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/WALs/c7aa6e2790b3,45253,1731568826566/c7aa6e2790b3%2C45253%2C1731568826566.1731568828895 to pos 379, reset compression=false 2024-11-14T07:20:42,735 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45253,1731568826566.replicationSource.wal-reader.c7aa6e2790b3%2C45253%2C1731568826566,1-c7aa6e2790b3,45253,1731568826566 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T07:20:42,735 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45253,1731568826566.replicationSource.wal-reader.c7aa6e2790b3%2C45253%2C1731568826566,1-c7aa6e2790b3,45253,1731568826566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/WALs/c7aa6e2790b3,45253,1731568826566/c7aa6e2790b3%2C45253%2C1731568826566.1731568828895 to pos 480, reset compression=false 2024-11-14T07:20:42,735 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45253,1731568826566.replicationSource.shipperc7aa6e2790b3%2C45253%2C1731568826566,1-c7aa6e2790b3,45253,1731568826566 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c7aa6e2790b3,45253,1731568826566 got entry batch from reader: WALEntryBatch [walEntries=[{test/68dc6e74a14b71543313ae9a6ce030a7/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/WALs/c7aa6e2790b3,45253,1731568826566/c7aa6e2790b3%2C45253%2C1731568826566.1731568828895, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-14T07:20:42,739 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45253,1731568826566.replicationSource.shipperc7aa6e2790b3%2C45253%2C1731568826566,1-c7aa6e2790b3,45253,1731568826566 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T07:20:42,741 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-14T07:20:42,743 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44215 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T07:20:42,744 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44215 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e16ced8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:20:42,745 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44215 {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,39247,-1 for getting cluster id 2024-11-14T07:20:42,745 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44215 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:20:42,745 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb9d725f-d2b3-43e5-978d-58527e6047ba' 2024-11-14T07:20:42,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:20:42,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb9d725f-d2b3-43e5-978d-58527e6047ba" 2024-11-14T07:20:42,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63a09a62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:20:42,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,39247,-1] 2024-11-14T07:20:42,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:20:42,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:20:42,747 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:20:42,748 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44215 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37d5e10e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:20:42,754 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44215 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T07:20:42,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c7aa6e2790b3,44215,1731568832519, seqNum=-1] 2024-11-14T07:20:42,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T07:20:42,756 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-14T07:20:42,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731568837968.b7bc1cfa58ed5ea8e413870b480350f7., hostname=c7aa6e2790b3,44215,1731568832519, seqNum=2] 2024-11-14T07:20:42,787 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44215 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T07:20:42,854 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44215,1731568832519.replicationSource.wal-reader.c7aa6e2790b3%2C44215%2C1731568832519,1-c7aa6e2790b3,44215,1731568832519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/WALs/c7aa6e2790b3,44215,1731568832519/c7aa6e2790b3%2C44215%2C1731568832519.1731568835608 to pos 379, reset compression=false 2024-11-14T07:20:42,869 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44215,1731568832519.replicationSource.wal-reader.c7aa6e2790b3%2C44215%2C1731568832519,1-c7aa6e2790b3,44215,1731568832519 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T07:20:42,869 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44215,1731568832519.replicationSource.wal-reader.c7aa6e2790b3%2C44215%2C1731568832519,1-c7aa6e2790b3,44215,1731568832519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/WALs/c7aa6e2790b3,44215,1731568832519/c7aa6e2790b3%2C44215%2C1731568832519.1731568835608 to pos 503, reset compression=false 2024-11-14T07:20:42,869 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44215,1731568832519.replicationSource.shipperc7aa6e2790b3%2C44215%2C1731568832519,1-c7aa6e2790b3,44215,1731568832519 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c7aa6e2790b3,44215,1731568832519 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/WALs/c7aa6e2790b3,44215,1731568832519/c7aa6e2790b3%2C44215%2C1731568832519.1731568835608, lastWalPosition=503, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T07:20:42,954 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45253,1731568826566.replicationSource.wal-reader.c7aa6e2790b3%2C45253%2C1731568826566,1-c7aa6e2790b3,45253,1731568826566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/WALs/c7aa6e2790b3,45253,1731568826566/c7aa6e2790b3%2C45253%2C1731568826566.1731568828895 to pos 480, reset compression=false 2024-11-14T07:20:43,078 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44215,1731568832519.replicationSource.wal-reader.c7aa6e2790b3%2C44215%2C1731568832519,1-c7aa6e2790b3,44215,1731568832519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/WALs/c7aa6e2790b3,44215,1731568832519/c7aa6e2790b3%2C44215%2C1731568832519.1731568835608 to pos 503, reset compression=false 2024-11-14T07:20:43,262 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45253,1731568826566.replicationSource.wal-reader.c7aa6e2790b3%2C45253%2C1731568826566,1-c7aa6e2790b3,45253,1731568826566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/WALs/c7aa6e2790b3,45253,1731568826566/c7aa6e2790b3%2C45253%2C1731568826566.1731568828895 to pos 480, reset compression=false 2024-11-14T07:20:43,381 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44215,1731568832519.replicationSource.wal-reader.c7aa6e2790b3%2C44215%2C1731568832519,1-c7aa6e2790b3,44215,1731568832519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/WALs/c7aa6e2790b3,44215,1731568832519/c7aa6e2790b3%2C44215%2C1731568832519.1731568835608 to pos 503, reset compression=false 2024-11-14T07:20:43,441 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-14T07:20:43,445 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-14T07:20:43,669 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45253,1731568826566.replicationSource.wal-reader.c7aa6e2790b3%2C45253%2C1731568826566,1-c7aa6e2790b3,45253,1731568826566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/WALs/c7aa6e2790b3,45253,1731568826566/c7aa6e2790b3%2C45253%2C1731568826566.1731568828895 to pos 480, reset compression=false 2024-11-14T07:20:43,785 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44215,1731568832519.replicationSource.wal-reader.c7aa6e2790b3%2C44215%2C1731568832519,1-c7aa6e2790b3,44215,1731568832519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/WALs/c7aa6e2790b3,44215,1731568832519/c7aa6e2790b3%2C44215%2C1731568832519.1731568835608 to pos 503, reset compression=false 2024-11-14T07:20:43,826 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44215,1731568832519.replicationSource.wal-reader.c7aa6e2790b3%2C44215%2C1731568832519,1-c7aa6e2790b3,44215,1731568832519 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T07:20:43,826 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44215,1731568832519.replicationSource.wal-reader.c7aa6e2790b3%2C44215%2C1731568832519,1-c7aa6e2790b3,44215,1731568832519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/WALs/c7aa6e2790b3,44215,1731568832519/c7aa6e2790b3%2C44215%2C1731568832519.1731568835608 to pos 607, reset compression=false 2024-11-14T07:20:43,826 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44215,1731568832519.replicationSource.shipperc7aa6e2790b3%2C44215%2C1731568832519,1-c7aa6e2790b3,44215,1731568832519 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c7aa6e2790b3,44215,1731568832519 got entry batch from reader: WALEntryBatch [walEntries=[{test/b7bc1cfa58ed5ea8e413870b480350f7/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/WALs/c7aa6e2790b3,44215,1731568832519/c7aa6e2790b3%2C44215%2C1731568832519.1731568835608, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-14T07:20:43,829 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44215,1731568832519.replicationSource.shipperc7aa6e2790b3%2C44215%2C1731568832519,1-c7aa6e2790b3,44215,1731568832519 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T07:20:43,830 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-14T07:20:43,831 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45253 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T07:20:43,852 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45253 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58ec7972, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:20:43,852 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45253 {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,43041,-1 for getting cluster id 2024-11-14T07:20:43,853 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45253 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:20:43,853 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '75bdbdf2-e629-4042-a866-72d15b2e6e94' 2024-11-14T07:20:43,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:20:43,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "75bdbdf2-e629-4042-a866-72d15b2e6e94" 2024-11-14T07:20:43,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@25ef7c7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:20:43,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,43041,-1] 2024-11-14T07:20:43,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:20:43,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:20:43,855 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:20:43,856 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45253 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35f58cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:20:43,857 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45253 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T07:20:43,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c7aa6e2790b3,45253,1731568826566, seqNum=-1] 2024-11-14T07:20:43,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T07:20:43,860 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-14T07:20:43,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731568836824.68dc6e74a14b71543313ae9a6ce030a7., hostname=c7aa6e2790b3,45253,1731568826566, seqNum=2] 2024-11-14T07:20:43,866 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45253 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T07:20:44,060 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44215,1731568832519.replicationSource.wal-reader.c7aa6e2790b3%2C44215%2C1731568832519,1-c7aa6e2790b3,44215,1731568832519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/WALs/c7aa6e2790b3,44215,1731568832519/c7aa6e2790b3%2C44215%2C1731568832519.1731568835608 to pos 607, reset compression=false 2024-11-14T07:20:44,177 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45253,1731568826566.replicationSource.wal-reader.c7aa6e2790b3%2C45253%2C1731568826566,1-c7aa6e2790b3,45253,1731568826566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/WALs/c7aa6e2790b3,45253,1731568826566/c7aa6e2790b3%2C45253%2C1731568826566.1731568828895 to pos 480, reset compression=false 2024-11-14T07:20:44,204 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45253,1731568826566.replicationSource.wal-reader.c7aa6e2790b3%2C45253%2C1731568826566,1-c7aa6e2790b3,45253,1731568826566 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T07:20:44,204 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45253,1731568826566.replicationSource.wal-reader.c7aa6e2790b3%2C45253%2C1731568826566,1-c7aa6e2790b3,45253,1731568826566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/WALs/c7aa6e2790b3,45253,1731568826566/c7aa6e2790b3%2C45253%2C1731568826566.1731568828895 to pos 608, reset compression=false 2024-11-14T07:20:44,204 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45253,1731568826566.replicationSource.shipperc7aa6e2790b3%2C45253%2C1731568826566,1-c7aa6e2790b3,45253,1731568826566 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c7aa6e2790b3,45253,1731568826566 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/WALs/c7aa6e2790b3,45253,1731568826566/c7aa6e2790b3%2C45253%2C1731568826566.1731568828895, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T07:20:44,386 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44215,1731568832519.replicationSource.wal-reader.c7aa6e2790b3%2C44215%2C1731568832519,1-c7aa6e2790b3,44215,1731568832519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/WALs/c7aa6e2790b3,44215,1731568832519/c7aa6e2790b3%2C44215%2C1731568832519.1731568835608 to pos 607, reset compression=false 2024-11-14T07:20:44,438 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45253,1731568826566.replicationSource.wal-reader.c7aa6e2790b3%2C45253%2C1731568826566,1-c7aa6e2790b3,45253,1731568826566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/WALs/c7aa6e2790b3,45253,1731568826566/c7aa6e2790b3%2C45253%2C1731568826566.1731568828895 to pos 608, reset compression=false 2024-11-14T07:20:44,449 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-14T07:20:44,486 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45253,1731568826566.replicationSource.wal-reader.c7aa6e2790b3%2C45253%2C1731568826566,1-c7aa6e2790b3,45253,1731568826566 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T07:20:44,486 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45253,1731568826566.replicationSource.wal-reader.c7aa6e2790b3%2C45253%2C1731568826566,1-c7aa6e2790b3,45253,1731568826566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/WALs/c7aa6e2790b3,45253,1731568826566/c7aa6e2790b3%2C45253%2C1731568826566.1731568828895 to pos 764, reset compression=false 2024-11-14T07:20:44,486 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45253,1731568826566.replicationSource.shipperc7aa6e2790b3%2C45253%2C1731568826566,1-c7aa6e2790b3,45253,1731568826566 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c7aa6e2790b3,45253,1731568826566 got entry batch from reader: WALEntryBatch [walEntries=[{test/68dc6e74a14b71543313ae9a6ce030a7/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/WALs/c7aa6e2790b3,45253,1731568826566/c7aa6e2790b3%2C45253%2C1731568826566.1731568828895, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-14T07:20:44,488 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-14T07:20:44,488 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44215 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T07:20:44,493 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44215 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T07:20:44,724 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45253,1731568826566.replicationSource.wal-reader.c7aa6e2790b3%2C45253%2C1731568826566,1-c7aa6e2790b3,45253,1731568826566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/WALs/c7aa6e2790b3,45253,1731568826566/c7aa6e2790b3%2C45253%2C1731568826566.1731568828895 to pos 764, reset compression=false 2024-11-14T07:20:44,820 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44215,1731568832519.replicationSource.wal-reader.c7aa6e2790b3%2C44215%2C1731568832519,1-c7aa6e2790b3,44215,1731568832519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/WALs/c7aa6e2790b3,44215,1731568832519/c7aa6e2790b3%2C44215%2C1731568832519.1731568835608 to pos 607, reset compression=false 2024-11-14T07:20:44,917 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44215,1731568832519.replicationSource.wal-reader.c7aa6e2790b3%2C44215%2C1731568832519,1-c7aa6e2790b3,44215,1731568832519 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T07:20:44,917 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44215,1731568832519.replicationSource.wal-reader.c7aa6e2790b3%2C44215%2C1731568832519,1-c7aa6e2790b3,44215,1731568832519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/WALs/c7aa6e2790b3,44215,1731568832519/c7aa6e2790b3%2C44215%2C1731568832519.1731568835608 to pos 754, reset compression=false 2024-11-14T07:20:44,917 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44215,1731568832519.replicationSource.shipperc7aa6e2790b3%2C44215%2C1731568832519,1-c7aa6e2790b3,44215,1731568832519 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c7aa6e2790b3,44215,1731568832519 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/WALs/c7aa6e2790b3,44215,1731568832519/c7aa6e2790b3%2C44215%2C1731568832519.1731568835608, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T07:20:45,058 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45253,1731568826566.replicationSource.wal-reader.c7aa6e2790b3%2C45253%2C1731568826566,1-c7aa6e2790b3,45253,1731568826566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/WALs/c7aa6e2790b3,45253,1731568826566/c7aa6e2790b3%2C45253%2C1731568826566.1731568828895 to pos 764, reset compression=false 2024-11-14T07:20:45,145 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44215,1731568832519.replicationSource.wal-reader.c7aa6e2790b3%2C44215%2C1731568832519,1-c7aa6e2790b3,44215,1731568832519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/WALs/c7aa6e2790b3,44215,1731568832519/c7aa6e2790b3%2C44215%2C1731568832519.1731568835608 to pos 754, reset compression=false 2024-11-14T07:20:45,469 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44215,1731568832519.replicationSource.wal-reader.c7aa6e2790b3%2C44215%2C1731568832519,1-c7aa6e2790b3,44215,1731568832519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/WALs/c7aa6e2790b3,44215,1731568832519/c7aa6e2790b3%2C44215%2C1731568832519.1731568835608 to pos 754, reset compression=false 2024-11-14T07:20:45,490 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-14T07:20:45,493 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45253,1731568826566.replicationSource.wal-reader.c7aa6e2790b3%2C45253%2C1731568826566,1-c7aa6e2790b3,45253,1731568826566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/WALs/c7aa6e2790b3,45253,1731568826566/c7aa6e2790b3%2C45253%2C1731568826566.1731568828895 to pos 764, reset compression=false 2024-11-14T07:20:45,495 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-14T07:20:45,514 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44215,1731568832519.replicationSource.wal-reader.c7aa6e2790b3%2C44215%2C1731568832519,1-c7aa6e2790b3,44215,1731568832519 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T07:20:45,514 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44215,1731568832519.replicationSource.wal-reader.c7aa6e2790b3%2C44215%2C1731568832519,1-c7aa6e2790b3,44215,1731568832519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/WALs/c7aa6e2790b3,44215,1731568832519/c7aa6e2790b3%2C44215%2C1731568832519.1731568835608 to pos 913, reset compression=false 2024-11-14T07:20:45,514 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44215,1731568832519.replicationSource.shipperc7aa6e2790b3%2C44215%2C1731568832519,1-c7aa6e2790b3,44215,1731568832519 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c7aa6e2790b3,44215,1731568832519 got entry batch from reader: WALEntryBatch [walEntries=[{test/b7bc1cfa58ed5ea8e413870b480350f7/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/WALs/c7aa6e2790b3,44215,1731568832519/c7aa6e2790b3%2C44215%2C1731568832519.1731568835608, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-14T07:20:45,516 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45253 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T07:20:45,519 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45253 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T07:20:45,523 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45253,1731568826566.replicationSource.wal-reader.c7aa6e2790b3%2C45253%2C1731568826566,1-c7aa6e2790b3,45253,1731568826566 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T07:20:45,524 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45253,1731568826566.replicationSource.wal-reader.c7aa6e2790b3%2C45253%2C1731568826566,1-c7aa6e2790b3,45253,1731568826566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/WALs/c7aa6e2790b3,45253,1731568826566/c7aa6e2790b3%2C45253%2C1731568826566.1731568828895 to pos 914, reset compression=false 2024-11-14T07:20:45,524 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45253,1731568826566.replicationSource.shipperc7aa6e2790b3%2C45253%2C1731568826566,1-c7aa6e2790b3,45253,1731568826566 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c7aa6e2790b3,45253,1731568826566 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/WALs/c7aa6e2790b3,45253,1731568826566/c7aa6e2790b3%2C45253%2C1731568826566.1731568828895, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T07:20:45,742 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45253,1731568826566.replicationSource.wal-reader.c7aa6e2790b3%2C45253%2C1731568826566,1-c7aa6e2790b3,45253,1731568826566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/WALs/c7aa6e2790b3,45253,1731568826566/c7aa6e2790b3%2C45253%2C1731568826566.1731568828895 to pos 914, reset compression=false 2024-11-14T07:20:45,742 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44215,1731568832519.replicationSource.wal-reader.c7aa6e2790b3%2C44215%2C1731568832519,1-c7aa6e2790b3,44215,1731568832519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/WALs/c7aa6e2790b3,44215,1731568832519/c7aa6e2790b3%2C44215%2C1731568832519.1731568835608 to pos 913, reset compression=false 2024-11-14T07:20:46,054 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44215,1731568832519.replicationSource.wal-reader.c7aa6e2790b3%2C44215%2C1731568832519,1-c7aa6e2790b3,44215,1731568832519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/WALs/c7aa6e2790b3,44215,1731568832519/c7aa6e2790b3%2C44215%2C1731568832519.1731568835608 to pos 913, reset compression=false 2024-11-14T07:20:46,055 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45253,1731568826566.replicationSource.wal-reader.c7aa6e2790b3%2C45253%2C1731568826566,1-c7aa6e2790b3,45253,1731568826566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/WALs/c7aa6e2790b3,45253,1731568826566/c7aa6e2790b3%2C45253%2C1731568826566.1731568828895 to pos 914, reset compression=false 2024-11-14T07:20:46,469 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45253,1731568826566.replicationSource.wal-reader.c7aa6e2790b3%2C45253%2C1731568826566,1-c7aa6e2790b3,45253,1731568826566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/WALs/c7aa6e2790b3,45253,1731568826566/c7aa6e2790b3%2C45253%2C1731568826566.1731568828895 to pos 914, reset compression=false 2024-11-14T07:20:46,482 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44215,1731568832519.replicationSource.wal-reader.c7aa6e2790b3%2C44215%2C1731568832519,1-c7aa6e2790b3,44215,1731568832519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/WALs/c7aa6e2790b3,44215,1731568832519/c7aa6e2790b3%2C44215%2C1731568832519.1731568835608 to pos 913, reset compression=false 2024-11-14T07:20:46,500 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-14T07:20:46,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T07:20:46,508 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T07:20:46,508 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:20:46,508 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:20:46,508 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:20:46,508 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:20:46,508 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T07:20:46,508 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1930623119, stopped=false 2024-11-14T07:20:46,509 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c7aa6e2790b3,39247,1731568832210 2024-11-14T07:20:46,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44215-0x10138376af10004, quorum=127.0.0.1:58325, baseZNode=/1-866373111 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-866373111/running 2024-11-14T07:20:46,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44215-0x10138376af10004, quorum=127.0.0.1:58325, baseZNode=/1-866373111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-866373111 2024-11-14T07:20:46,575 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44215-0x10138376af10004, quorum=127.0.0.1:58325, baseZNode=/1-866373111 Set watcher on znode that does not yet exist, /1-866373111/running 2024-11-14T07:20:46,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39247-0x10138376af10003, quorum=127.0.0.1:58325, baseZNode=/1-866373111 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-866373111/running 2024-11-14T07:20:46,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39247-0x10138376af10003, quorum=127.0.0.1:58325, baseZNode=/1-866373111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-866373111 2024-11-14T07:20:46,576 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T07:20:46,576 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T07:20:46,576 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:20:46,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:20:46,576 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c7aa6e2790b3,44215,1731568832519' ***** 2024-11-14T07:20:46,576 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T07:20:46,577 INFO [RS:0;c7aa6e2790b3:44215 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T07:20:46,577 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T07:20:46,577 INFO [RS:0;c7aa6e2790b3:44215 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T07:20:46,577 INFO [RS:0;c7aa6e2790b3:44215 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T07:20:46,577 INFO [RS:0;c7aa6e2790b3:44215 {}] regionserver.HRegionServer(3091): Received CLOSE for b7bc1cfa58ed5ea8e413870b480350f7 2024-11-14T07:20:46,578 INFO [RS:0;c7aa6e2790b3:44215 {}] regionserver.HRegionServer(3091): Received CLOSE for 7ea638a27e6bbc0ecd1562de3a79d9bb 2024-11-14T07:20:46,578 INFO [RS:0;c7aa6e2790b3:44215 {}] regionserver.HRegionServer(959): stopping server c7aa6e2790b3,44215,1731568832519 2024-11-14T07:20:46,578 INFO [RS:0;c7aa6e2790b3:44215 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T07:20:46,578 INFO [RS:0;c7aa6e2790b3:44215 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c7aa6e2790b3:44215. 2024-11-14T07:20:46,578 DEBUG [RS:0;c7aa6e2790b3:44215 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:20:46,578 DEBUG [RS:0;c7aa6e2790b3:44215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:20:46,578 INFO [RS:0;c7aa6e2790b3:44215 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T07:20:46,578 INFO [RS:0;c7aa6e2790b3:44215 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T07:20:46,578 INFO [RS:0;c7aa6e2790b3:44215 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T07:20:46,578 INFO [RS:0;c7aa6e2790b3:44215 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T07:20:46,578 INFO [RS:0;c7aa6e2790b3:44215 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T07:20:46,579 DEBUG [RS:0;c7aa6e2790b3:44215 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, b7bc1cfa58ed5ea8e413870b480350f7=test,,1731568837968.b7bc1cfa58ed5ea8e413870b480350f7., 7ea638a27e6bbc0ecd1562de3a79d9bb=hbase:replication,,1731568841292.7ea638a27e6bbc0ecd1562de3a79d9bb.} 2024-11-14T07:20:46,579 DEBUG [RS:0;c7aa6e2790b3:44215 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7ea638a27e6bbc0ecd1562de3a79d9bb, b7bc1cfa58ed5ea8e413870b480350f7 2024-11-14T07:20:46,579 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T07:20:46,579 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T07:20:46,579 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T07:20:46,579 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T07:20:46,579 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T07:20:46,579 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T07:20:46,579 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39247-0x10138376af10003, quorum=127.0.0.1:58325, baseZNode=/1-866373111 Set watcher on znode that does not yet exist, /1-866373111/running 2024-11-14T07:20:46,579 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b7bc1cfa58ed5ea8e413870b480350f7, disabling compactions & flushes 2024-11-14T07:20:46,579 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731568837968.b7bc1cfa58ed5ea8e413870b480350f7. 2024-11-14T07:20:46,579 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731568837968.b7bc1cfa58ed5ea8e413870b480350f7. 2024-11-14T07:20:46,579 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731568837968.b7bc1cfa58ed5ea8e413870b480350f7. after waiting 0 ms 2024-11-14T07:20:46,579 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731568837968.b7bc1cfa58ed5ea8e413870b480350f7. 2024-11-14T07:20:46,580 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b7bc1cfa58ed5ea8e413870b480350f7 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-14T07:20:46,593 INFO [regionserver/c7aa6e2790b3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T07:20:46,603 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/data/default/test/b7bc1cfa58ed5ea8e413870b480350f7/.tmp/f/1bb6399c8a504436a32f880f00bf5dbe is 29, key is row1/f:/1731568845491/DeleteFamily/seqid=0 2024-11-14T07:20:46,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37473 is added to blk_1073741840_1016 (size=5118) 2024-11-14T07:20:46,614 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/data/hbase/meta/1588230740/.tmp/info/3d93bec0e54c41b3b6f5092633691532 is 147, key is hbase:replication,,1731568841292.7ea638a27e6bbc0ecd1562de3a79d9bb./info:regioninfo/1731568841708/Put/seqid=0 2024-11-14T07:20:46,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37473 is added to blk_1073741841_1017 (size=7686) 2024-11-14T07:20:46,779 DEBUG [RS:0;c7aa6e2790b3:44215 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7ea638a27e6bbc0ecd1562de3a79d9bb, b7bc1cfa58ed5ea8e413870b480350f7 2024-11-14T07:20:46,979 DEBUG [RS:0;c7aa6e2790b3:44215 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7ea638a27e6bbc0ecd1562de3a79d9bb, b7bc1cfa58ed5ea8e413870b480350f7 2024-11-14T07:20:46,981 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45253,1731568826566.replicationSource.wal-reader.c7aa6e2790b3%2C45253%2C1731568826566,1-c7aa6e2790b3,45253,1731568826566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/WALs/c7aa6e2790b3,45253,1731568826566/c7aa6e2790b3%2C45253%2C1731568826566.1731568828895 to pos 914, reset compression=false 2024-11-14T07:20:46,989 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44215,1731568832519.replicationSource.wal-reader.c7aa6e2790b3%2C44215%2C1731568832519,1-c7aa6e2790b3,44215,1731568832519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/WALs/c7aa6e2790b3,44215,1731568832519/c7aa6e2790b3%2C44215%2C1731568832519.1731568835608 to pos 913, reset compression=false 2024-11-14T07:20:47,008 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/data/default/test/b7bc1cfa58ed5ea8e413870b480350f7/.tmp/f/1bb6399c8a504436a32f880f00bf5dbe 2024-11-14T07:20:47,015 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1bb6399c8a504436a32f880f00bf5dbe 2024-11-14T07:20:47,028 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44215,1731568832519.replicationSource.wal-reader.c7aa6e2790b3%2C44215%2C1731568832519,1-c7aa6e2790b3,44215,1731568832519 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T07:20:47,028 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44215,1731568832519.replicationSource.wal-reader.c7aa6e2790b3%2C44215%2C1731568832519,1-c7aa6e2790b3,44215,1731568832519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/WALs/c7aa6e2790b3,44215,1731568832519/c7aa6e2790b3%2C44215%2C1731568832519.1731568835608 to pos 1160, reset compression=false 2024-11-14T07:20:47,028 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44215,1731568832519.replicationSource.shipperc7aa6e2790b3%2C44215%2C1731568832519,1-c7aa6e2790b3,44215,1731568832519 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c7aa6e2790b3,44215,1731568832519 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/WALs/c7aa6e2790b3,44215,1731568832519/c7aa6e2790b3%2C44215%2C1731568832519.1731568835608, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T07:20:47,029 ERROR [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44215,1731568832519.replicationSource.shipperc7aa6e2790b3%2C44215%2C1731568832519,1-c7aa6e2790b3,44215,1731568832519 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c7aa6e2790b3,44215,1731568832519: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c7aa6e2790b3,44215,1731568832519, walGroup=c7aa6e2790b3%2C44215%2C1731568832519, offset=c7aa6e2790b3%2C44215%2C1731568832519.1731568835608:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c7aa6e2790b3:44215 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T07:20:47,030 ERROR [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44215,1731568832519.replicationSource.shipperc7aa6e2790b3%2C44215%2C1731568832519,1-c7aa6e2790b3,44215,1731568832519 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T07:20:47,030 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44215,1731568832519.replicationSource.shipperc7aa6e2790b3%2C44215%2C1731568832519,1-c7aa6e2790b3,44215,1731568832519 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T07:20:47,031 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44215,1731568832519.replicationSource.shipperc7aa6e2790b3%2C44215%2C1731568832519,1-c7aa6e2790b3,44215,1731568832519 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T07:20:47,031 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44215,1731568832519.replicationSource.shipperc7aa6e2790b3%2C44215%2C1731568832519,1-c7aa6e2790b3,44215,1731568832519 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T07:20:47,031 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44215,1731568832519.replicationSource.shipperc7aa6e2790b3%2C44215%2C1731568832519,1-c7aa6e2790b3,44215,1731568832519 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T07:20:47,031 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44215,1731568832519.replicationSource.shipperc7aa6e2790b3%2C44215%2C1731568832519,1-c7aa6e2790b3,44215,1731568832519 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1054867456, "init": 1048576000, "max": 2306867200, "used": 592696328 }, "NonHeapMemoryUsage": { "committed": 194248704, "init": 7667712, "max": -1, "used": 190933968 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T07:20:47,035 WARN [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44215,1731568832519.replicationSource.shipperc7aa6e2790b3%2C44215%2C1731568832519,1-c7aa6e2790b3,44215,1731568832519 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c7aa6e2790b3:39247 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c7aa6e2790b3:39247 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T07:20:47,058 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/data/hbase/meta/1588230740/.tmp/info/3d93bec0e54c41b3b6f5092633691532 2024-11-14T07:20:47,065 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/data/default/test/b7bc1cfa58ed5ea8e413870b480350f7/.tmp/f1/8e232570638d4217abeb2c1cef5f8777 is 30, key is row1/f1:/1731568845491/DeleteFamily/seqid=0 2024-11-14T07:20:47,147 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/data/hbase/meta/1588230740/.tmp/ns/a4bedb6c4ffe4b4aba2132bdf821307f is 43, key is default/ns:d/1731568836680/Put/seqid=0 2024-11-14T07:20:47,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37473 is added to blk_1073741842_1018 (size=5123) 2024-11-14T07:20:47,179 DEBUG [RS:0;c7aa6e2790b3:44215 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7ea638a27e6bbc0ecd1562de3a79d9bb, b7bc1cfa58ed5ea8e413870b480350f7 2024-11-14T07:20:47,184 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T07:20:47,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37473 is added to blk_1073741843_1019 (size=5153) 2024-11-14T07:20:47,317 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:20:47,317 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:20:47,318 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:20:47,318 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:20:47,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:20:47,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:20:47,328 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44215,1731568832519.replicationSource.wal-reader.c7aa6e2790b3%2C44215%2C1731568832519,1-c7aa6e2790b3,44215,1731568832519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/WALs/c7aa6e2790b3,44215,1731568832519/c7aa6e2790b3%2C44215%2C1731568832519.1731568835608 to pos 1160, reset compression=false 2024-11-14T07:20:47,332 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:20:47,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:20:47,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:20:47,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:20:47,379 DEBUG [RS:0;c7aa6e2790b3:44215 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7ea638a27e6bbc0ecd1562de3a79d9bb, b7bc1cfa58ed5ea8e413870b480350f7 2024-11-14T07:20:47,418 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T07:20:47,418 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-14T07:20:47,419 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T07:20:47,419 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-14T07:20:47,419 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T07:20:47,419 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-14T07:20:47,502 INFO [regionserver/c7aa6e2790b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T07:20:47,502 INFO [regionserver/c7aa6e2790b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T07:20:47,568 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/data/default/test/b7bc1cfa58ed5ea8e413870b480350f7/.tmp/f1/8e232570638d4217abeb2c1cef5f8777 2024-11-14T07:20:47,580 DEBUG [RS:0;c7aa6e2790b3:44215 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7ea638a27e6bbc0ecd1562de3a79d9bb, b7bc1cfa58ed5ea8e413870b480350f7 2024-11-14T07:20:47,584 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8e232570638d4217abeb2c1cef5f8777 2024-11-14T07:20:47,607 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/data/hbase/meta/1588230740/.tmp/ns/a4bedb6c4ffe4b4aba2132bdf821307f 2024-11-14T07:20:47,608 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/data/default/test/b7bc1cfa58ed5ea8e413870b480350f7/.tmp/norep/6fa8af4a1d1b49cfb6b9a00394fcf8ba is 33, key is row1/norep:/1731568845491/DeleteFamily/seqid=0 2024-11-14T07:20:47,625 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45253,1731568826566.replicationSource.wal-reader.c7aa6e2790b3%2C45253%2C1731568826566,1-c7aa6e2790b3,45253,1731568826566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/WALs/c7aa6e2790b3,45253,1731568826566/c7aa6e2790b3%2C45253%2C1731568826566.1731568828895 to pos 914, reset compression=false 2024-11-14T07:20:47,654 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/data/hbase/meta/1588230740/.tmp/rep_barrier/51bf78abe1c3411fa26e8d3f007c1522 is 112, key is test,,1731568837968.b7bc1cfa58ed5ea8e413870b480350f7./rep_barrier:seqnumDuringOpen/1731568838743/Put/seqid=0 2024-11-14T07:20:47,654 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44215,1731568832519.replicationSource.wal-reader.c7aa6e2790b3%2C44215%2C1731568832519,1-c7aa6e2790b3,44215,1731568832519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/WALs/c7aa6e2790b3,44215,1731568832519/c7aa6e2790b3%2C44215%2C1731568832519.1731568835608 to pos 1160, reset compression=false 2024-11-14T07:20:47,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37473 is added to blk_1073741844_1020 (size=5108) 2024-11-14T07:20:47,666 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/data/default/test/b7bc1cfa58ed5ea8e413870b480350f7/.tmp/norep/6fa8af4a1d1b49cfb6b9a00394fcf8ba 2024-11-14T07:20:47,672 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6fa8af4a1d1b49cfb6b9a00394fcf8ba 2024-11-14T07:20:47,673 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/data/default/test/b7bc1cfa58ed5ea8e413870b480350f7/.tmp/f/1bb6399c8a504436a32f880f00bf5dbe as hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/data/default/test/b7bc1cfa58ed5ea8e413870b480350f7/f/1bb6399c8a504436a32f880f00bf5dbe 2024-11-14T07:20:47,679 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1bb6399c8a504436a32f880f00bf5dbe 2024-11-14T07:20:47,679 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/data/default/test/b7bc1cfa58ed5ea8e413870b480350f7/f/1bb6399c8a504436a32f880f00bf5dbe, entries=2, sequenceid=8, filesize=5.0 K 2024-11-14T07:20:47,680 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/data/default/test/b7bc1cfa58ed5ea8e413870b480350f7/.tmp/f1/8e232570638d4217abeb2c1cef5f8777 as hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/data/default/test/b7bc1cfa58ed5ea8e413870b480350f7/f1/8e232570638d4217abeb2c1cef5f8777 2024-11-14T07:20:47,685 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8e232570638d4217abeb2c1cef5f8777 2024-11-14T07:20:47,685 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/data/default/test/b7bc1cfa58ed5ea8e413870b480350f7/f1/8e232570638d4217abeb2c1cef5f8777, entries=2, sequenceid=8, filesize=5.0 K 2024-11-14T07:20:47,686 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/data/default/test/b7bc1cfa58ed5ea8e413870b480350f7/.tmp/norep/6fa8af4a1d1b49cfb6b9a00394fcf8ba as hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/data/default/test/b7bc1cfa58ed5ea8e413870b480350f7/norep/6fa8af4a1d1b49cfb6b9a00394fcf8ba 2024-11-14T07:20:47,696 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6fa8af4a1d1b49cfb6b9a00394fcf8ba 2024-11-14T07:20:47,696 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/data/default/test/b7bc1cfa58ed5ea8e413870b480350f7/norep/6fa8af4a1d1b49cfb6b9a00394fcf8ba, entries=1, sequenceid=8, filesize=5.0 K 2024-11-14T07:20:47,699 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for b7bc1cfa58ed5ea8e413870b480350f7 in 1120ms, sequenceid=8, compaction requested=false 2024-11-14T07:20:47,715 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:20:47,715 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c7aa6e2790b3,32917,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c7aa6e2790b3:32917 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T07:20:47,716 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28286 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c7aa6e2790b3,32917,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c7aa6e2790b3:32917 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T07:20:47,722 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44215,1731568832519.replicationSource.wal-reader.c7aa6e2790b3%2C44215%2C1731568832519,1-c7aa6e2790b3,44215,1731568832519 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T07:20:47,722 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44215,1731568832519.replicationSource.wal-reader.c7aa6e2790b3%2C44215%2C1731568832519,1-c7aa6e2790b3,44215,1731568832519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/WALs/c7aa6e2790b3,44215,1731568832519/c7aa6e2790b3%2C44215%2C1731568832519.1731568835608 to pos 1509, reset compression=false 2024-11-14T07:20:47,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37473 is added to blk_1073741845_1021 (size=5518) 2024-11-14T07:20:47,739 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/data/hbase/meta/1588230740/.tmp/rep_barrier/51bf78abe1c3411fa26e8d3f007c1522 2024-11-14T07:20:47,780 DEBUG [RS:0;c7aa6e2790b3:44215 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7ea638a27e6bbc0ecd1562de3a79d9bb, b7bc1cfa58ed5ea8e413870b480350f7 2024-11-14T07:20:47,803 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/data/default/test/b7bc1cfa58ed5ea8e413870b480350f7/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-14T07:20:47,804 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T07:20:47,804 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T07:20:47,804 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731568837968.b7bc1cfa58ed5ea8e413870b480350f7. 2024-11-14T07:20:47,804 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b7bc1cfa58ed5ea8e413870b480350f7: Waiting for close lock at 1731568846579Running coprocessor pre-close hooks at 1731568846579Disabling compacts and flushes for region at 1731568846579Disabling writes for close at 1731568846579Obtaining lock to block concurrent updates at 1731568846580 (+1 ms)Preparing flush snapshotting stores in b7bc1cfa58ed5ea8e413870b480350f7 at 1731568846580Finished memstore snapshotting test,,1731568837968.b7bc1cfa58ed5ea8e413870b480350f7., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731568846582 (+2 ms)Flushing stores of test,,1731568837968.b7bc1cfa58ed5ea8e413870b480350f7. at 1731568846583 (+1 ms)Flushing b7bc1cfa58ed5ea8e413870b480350f7/f: creating writer at 1731568846583Flushing b7bc1cfa58ed5ea8e413870b480350f7/f: appending metadata at 1731568846603 (+20 ms)Flushing b7bc1cfa58ed5ea8e413870b480350f7/f: closing flushed file at 1731568846603Flushing b7bc1cfa58ed5ea8e413870b480350f7/f1: creating writer at 1731568847015 (+412 ms)Flushing b7bc1cfa58ed5ea8e413870b480350f7/f1: appending metadata at 1731568847064 (+49 ms)Flushing b7bc1cfa58ed5ea8e413870b480350f7/f1: closing flushed file at 1731568847065 (+1 ms)Flushing b7bc1cfa58ed5ea8e413870b480350f7/norep: creating writer at 1731568847584 (+519 ms)Flushing b7bc1cfa58ed5ea8e413870b480350f7/norep: appending metadata at 1731568847606 (+22 ms)Flushing b7bc1cfa58ed5ea8e413870b480350f7/norep: closing flushed file at 1731568847606Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43c8484: reopening flushed file at 1731568847672 (+66 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55f75c25: reopening flushed file at 1731568847680 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ac8747b: reopening flushed file at 1731568847686 (+6 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for b7bc1cfa58ed5ea8e413870b480350f7 in 1120ms, sequenceid=8, compaction requested=false at 1731568847699 (+13 ms)Writing region close event to WAL at 1731568847766 (+67 ms)Running coprocessor post-close hooks at 1731568847804 (+38 ms)Closed at 1731568847804 2024-11-14T07:20:47,805 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731568837968.b7bc1cfa58ed5ea8e413870b480350f7. 2024-11-14T07:20:47,805 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7ea638a27e6bbc0ecd1562de3a79d9bb, disabling compactions & flushes 2024-11-14T07:20:47,805 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731568841292.7ea638a27e6bbc0ecd1562de3a79d9bb. 2024-11-14T07:20:47,805 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731568841292.7ea638a27e6bbc0ecd1562de3a79d9bb. 2024-11-14T07:20:47,805 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731568841292.7ea638a27e6bbc0ecd1562de3a79d9bb. after waiting 0 ms 2024-11-14T07:20:47,805 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731568841292.7ea638a27e6bbc0ecd1562de3a79d9bb. 2024-11-14T07:20:47,805 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7ea638a27e6bbc0ecd1562de3a79d9bb: Waiting for close lock at 1731568847805Running coprocessor pre-close hooks at 1731568847805Disabling compacts and flushes for region at 1731568847805Disabling writes for close at 1731568847805Failed flush hbase:replication,,1731568841292.7ea638a27e6bbc0ecd1562de3a79d9bb., putting online again at 1731568847805 2024-11-14T07:20:47,806 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731568841292.7ea638a27e6bbc0ecd1562de3a79d9bb. 2024-11-14T07:20:47,808 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/data/hbase/meta/1588230740/.tmp/table/f38ec2f4bb564361bbc22c560b6c4c8e is 53, key is hbase:replication/table:state/1731568841727/Put/seqid=0 2024-11-14T07:20:47,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37473 is added to blk_1073741846_1022 (size=5308) 2024-11-14T07:20:47,948 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44215,1731568832519.replicationSource.wal-reader.c7aa6e2790b3%2C44215%2C1731568832519,1-c7aa6e2790b3,44215,1731568832519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/WALs/c7aa6e2790b3,44215,1731568832519/c7aa6e2790b3%2C44215%2C1731568832519.1731568835608 to pos 1509, reset compression=false 2024-11-14T07:20:47,952 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44215,1731568832519.replicationSource.wal-reader.c7aa6e2790b3%2C44215%2C1731568832519,1-c7aa6e2790b3,44215,1731568832519 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T07:20:47,980 INFO [RS:0;c7aa6e2790b3:44215 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T07:20:47,980 DEBUG [RS:0;c7aa6e2790b3:44215 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 7ea638a27e6bbc0ecd1562de3a79d9bb=hbase:replication,,1731568841292.7ea638a27e6bbc0ecd1562de3a79d9bb.} 2024-11-14T07:20:47,980 INFO [RS:0;c7aa6e2790b3:44215 {}] regionserver.HRegionServer(3091): Received CLOSE for 7ea638a27e6bbc0ecd1562de3a79d9bb 2024-11-14T07:20:47,980 DEBUG [RS:0;c7aa6e2790b3:44215 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7ea638a27e6bbc0ecd1562de3a79d9bb 2024-11-14T07:20:47,981 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7ea638a27e6bbc0ecd1562de3a79d9bb, disabling compactions & flushes 2024-11-14T07:20:47,981 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731568841292.7ea638a27e6bbc0ecd1562de3a79d9bb. 2024-11-14T07:20:47,981 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731568841292.7ea638a27e6bbc0ecd1562de3a79d9bb. 2024-11-14T07:20:47,981 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731568841292.7ea638a27e6bbc0ecd1562de3a79d9bb. after waiting 0 ms 2024-11-14T07:20:47,981 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731568841292.7ea638a27e6bbc0ecd1562de3a79d9bb. 2024-11-14T07:20:47,981 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7ea638a27e6bbc0ecd1562de3a79d9bb: Waiting for close lock at 1731568847981Running coprocessor pre-close hooks at 1731568847981Disabling compacts and flushes for region at 1731568847981Disabling writes for close at 1731568847981Failed flush hbase:replication,,1731568841292.7ea638a27e6bbc0ecd1562de3a79d9bb., putting online again at 1731568847981 2024-11-14T07:20:47,981 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731568841292.7ea638a27e6bbc0ecd1562de3a79d9bb. 2024-11-14T07:20:48,181 DEBUG [RS:0;c7aa6e2790b3:44215 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T07:20:48,246 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/data/hbase/meta/1588230740/.tmp/table/f38ec2f4bb564361bbc22c560b6c4c8e 2024-11-14T07:20:48,251 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/data/hbase/meta/1588230740/.tmp/info/3d93bec0e54c41b3b6f5092633691532 as hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/data/hbase/meta/1588230740/info/3d93bec0e54c41b3b6f5092633691532 2024-11-14T07:20:48,255 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/data/hbase/meta/1588230740/info/3d93bec0e54c41b3b6f5092633691532, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T07:20:48,256 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/data/hbase/meta/1588230740/.tmp/ns/a4bedb6c4ffe4b4aba2132bdf821307f as hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/data/hbase/meta/1588230740/ns/a4bedb6c4ffe4b4aba2132bdf821307f 2024-11-14T07:20:48,260 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/data/hbase/meta/1588230740/ns/a4bedb6c4ffe4b4aba2132bdf821307f, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T07:20:48,261 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/data/hbase/meta/1588230740/.tmp/rep_barrier/51bf78abe1c3411fa26e8d3f007c1522 as hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/data/hbase/meta/1588230740/rep_barrier/51bf78abe1c3411fa26e8d3f007c1522 2024-11-14T07:20:48,265 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/data/hbase/meta/1588230740/rep_barrier/51bf78abe1c3411fa26e8d3f007c1522, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T07:20:48,266 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/data/hbase/meta/1588230740/.tmp/table/f38ec2f4bb564361bbc22c560b6c4c8e as hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/data/hbase/meta/1588230740/table/f38ec2f4bb564361bbc22c560b6c4c8e 2024-11-14T07:20:48,270 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/data/hbase/meta/1588230740/table/f38ec2f4bb564361bbc22c560b6c4c8e, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T07:20:48,272 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1692ms, sequenceid=16, compaction requested=false 2024-11-14T07:20:48,280 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T07:20:48,281 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T07:20:48,281 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T07:20:48,281 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T07:20:48,281 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731568846579Running coprocessor pre-close hooks at 1731568846579Disabling compacts and flushes for region at 1731568846579Disabling writes for close at 1731568846579Obtaining lock to block concurrent updates at 1731568846579Preparing flush snapshotting stores in 1588230740 at 1731568846579Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731568846579Flushing stores of hbase:meta,,1.1588230740 at 1731568846580 (+1 ms)Flushing 1588230740/info: creating writer at 1731568846582 (+2 ms)Flushing 1588230740/info: appending metadata at 1731568846613 (+31 ms)Flushing 1588230740/info: closing flushed file at 1731568846613Flushing 1588230740/ns: creating writer at 1731568847070 (+457 ms)Flushing 1588230740/ns: appending metadata at 1731568847133 (+63 ms)Flushing 1588230740/ns: closing flushed file at 1731568847133Flushing 1588230740/rep_barrier: creating writer at 1731568847616 (+483 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731568847653 (+37 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731568847653Flushing 1588230740/table: creating writer at 1731568847749 (+96 ms)Flushing 1588230740/table: appending metadata at 1731568847802 (+53 ms)Flushing 1588230740/table: closing flushed file at 1731568847803 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54e50bf2: reopening flushed file at 1731568848250 (+447 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cb2fdf9: reopening flushed file at 1731568848255 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d98eb5b: reopening flushed file at 1731568848260 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45c17b5e: reopening flushed file at 1731568848265 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1692ms, sequenceid=16, compaction requested=false at 1731568848272 (+7 ms)Writing region close event to WAL at 1731568848277 (+5 ms)Running coprocessor post-close hooks at 1731568848281 (+4 ms)Closed at 1731568848281 2024-11-14T07:20:48,281 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T07:20:48,377 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45253,1731568826566.replicationSource.wal-reader.c7aa6e2790b3%2C45253%2C1731568826566,1-c7aa6e2790b3,45253,1731568826566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/WALs/c7aa6e2790b3,45253,1731568826566/c7aa6e2790b3%2C45253%2C1731568826566.1731568828895 to pos 914, reset compression=false 2024-11-14T07:20:48,381 INFO [RS:0;c7aa6e2790b3:44215 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-14T07:20:48,381 INFO [RS:0;c7aa6e2790b3:44215 {}] regionserver.HRegionServer(976): stopping server c7aa6e2790b3,44215,1731568832519; all regions closed. 2024-11-14T07:20:48,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37473 is added to blk_1073741834_1010 (size=4239) 2024-11-14T07:20:48,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37473 is added to blk_1073741839_1015 (size=1733) 2024-11-14T07:20:48,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37473 is added to blk_1073741832_1008 (size=1812) 2024-11-14T07:20:48,388 DEBUG [RS:0;c7aa6e2790b3:44215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:20:48,388 INFO [RS:0;c7aa6e2790b3:44215 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T07:20:48,388 INFO [RS:0;c7aa6e2790b3:44215 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T07:20:48,388 INFO [RS:0;c7aa6e2790b3:44215 {}] hbase.ChoreService(370): Chore service for: regionserver/c7aa6e2790b3:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T07:20:48,388 INFO [RS:0;c7aa6e2790b3:44215 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T07:20:48,389 INFO [regionserver/c7aa6e2790b3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T07:20:48,389 INFO [RS:0;c7aa6e2790b3:44215 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c7aa6e2790b3,44215,1731568832519 because: Region server is closing 2024-11-14T07:20:48,389 INFO [RS:0;c7aa6e2790b3:44215 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c7aa6e2790b3:44215. 2024-11-14T07:20:48,389 DEBUG [RS:0;c7aa6e2790b3:44215 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:20:48,389 DEBUG [RS:0;c7aa6e2790b3:44215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:20:48,389 DEBUG [RS:0;c7aa6e2790b3:44215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:20:48,389 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:20:48,489 INFO [RS:0;c7aa6e2790b3:44215 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44215,1731568832519.replicationSource.shipperc7aa6e2790b3%2C44215%2C1731568832519,1-c7aa6e2790b3,44215,1731568832519 terminated 2024-11-14T07:20:48,489 WARN [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44215,1731568832519.replicationSource.wal-reader.c7aa6e2790b3%2C44215%2C1731568832519,1-c7aa6e2790b3,44215,1731568832519 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:178) ~[classes/:?] 2024-11-14T07:20:48,490 INFO [RS:0;c7aa6e2790b3:44215 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c7aa6e2790b3:44215. 2024-11-14T07:20:48,490 DEBUG [RS:0;c7aa6e2790b3:44215 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:20:48,490 DEBUG [RS:0;c7aa6e2790b3:44215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:20:48,490 DEBUG [RS:0;c7aa6e2790b3:44215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:20:48,490 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:20:48,490 INFO [RS:0;c7aa6e2790b3:44215 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44215 2024-11-14T07:20:48,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39247-0x10138376af10003, quorum=127.0.0.1:58325, baseZNode=/1-866373111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-866373111/rs 2024-11-14T07:20:48,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44215-0x10138376af10004, quorum=127.0.0.1:58325, baseZNode=/1-866373111 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-866373111/rs/c7aa6e2790b3,44215,1731568832519 2024-11-14T07:20:48,564 INFO [RS:0;c7aa6e2790b3:44215 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T07:20:48,565 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c7aa6e2790b3,44215,1731568832519] 2024-11-14T07:20:48,574 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-866373111/draining/c7aa6e2790b3,44215,1731568832519 already deleted, retry=false 2024-11-14T07:20:48,574 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c7aa6e2790b3,44215,1731568832519 expired; onlineServers=0 2024-11-14T07:20:48,574 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c7aa6e2790b3,39247,1731568832210' ***** 2024-11-14T07:20:48,575 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T07:20:48,575 INFO [M:0;c7aa6e2790b3:39247 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T07:20:48,575 INFO [M:0;c7aa6e2790b3:39247 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T07:20:48,575 DEBUG [M:0;c7aa6e2790b3:39247 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T07:20:48,575 DEBUG [M:0;c7aa6e2790b3:39247 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T07:20:48,575 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T07:20:48,575 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.small.0-1731568835252 {}] cleaner.HFileCleaner(306): Exit Thread[master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.small.0-1731568835252,5,FailOnTimeoutGroup] 2024-11-14T07:20:48,575 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.large.0-1731568835252 {}] cleaner.HFileCleaner(306): Exit Thread[master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.large.0-1731568835252,5,FailOnTimeoutGroup] 2024-11-14T07:20:48,575 INFO [M:0;c7aa6e2790b3:39247 {}] hbase.ChoreService(370): Chore service for: master/c7aa6e2790b3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T07:20:48,575 INFO [M:0;c7aa6e2790b3:39247 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T07:20:48,575 DEBUG [M:0;c7aa6e2790b3:39247 {}] master.HMaster(1795): Stopping service threads 2024-11-14T07:20:48,575 INFO [M:0;c7aa6e2790b3:39247 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T07:20:48,575 INFO [M:0;c7aa6e2790b3:39247 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T07:20:48,575 INFO [M:0;c7aa6e2790b3:39247 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T07:20:48,576 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T07:20:48,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39247-0x10138376af10003, quorum=127.0.0.1:58325, baseZNode=/1-866373111 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-866373111/master 2024-11-14T07:20:48,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39247-0x10138376af10003, quorum=127.0.0.1:58325, baseZNode=/1-866373111 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-866373111 2024-11-14T07:20:48,595 DEBUG [M:0;c7aa6e2790b3:39247 {}] zookeeper.RecoverableZooKeeper(212): Node /1-866373111/master already deleted, retry=false 2024-11-14T07:20:48,596 DEBUG [M:0;c7aa6e2790b3:39247 {}] master.ActiveMasterManager(353): master:39247-0x10138376af10003, quorum=127.0.0.1:58325, baseZNode=/1-866373111 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-866373111/master 2024-11-14T07:20:48,596 INFO [M:0;c7aa6e2790b3:39247 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/.lastflushedseqids 2024-11-14T07:20:48,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37473 is added to blk_1073741847_1023 (size=245) 2024-11-14T07:20:48,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44215-0x10138376af10004, quorum=127.0.0.1:58325, baseZNode=/1-866373111 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T07:20:48,685 INFO [RS:0;c7aa6e2790b3:44215 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T07:20:48,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44215-0x10138376af10004, quorum=127.0.0.1:58325, baseZNode=/1-866373111 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T07:20:48,685 INFO [RS:0;c7aa6e2790b3:44215 {}] regionserver.HRegionServer(1031): Exiting; stopping=c7aa6e2790b3,44215,1731568832519; zookeeper connection closed. 2024-11-14T07:20:48,686 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@74a21338 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@74a21338 2024-11-14T07:20:48,686 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T07:20:49,004 INFO [M:0;c7aa6e2790b3:39247 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T07:20:49,004 INFO [M:0;c7aa6e2790b3:39247 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T07:20:49,004 DEBUG [M:0;c7aa6e2790b3:39247 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T07:20:49,004 INFO [M:0;c7aa6e2790b3:39247 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:20:49,004 DEBUG [M:0;c7aa6e2790b3:39247 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:20:49,004 DEBUG [M:0;c7aa6e2790b3:39247 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T07:20:49,004 DEBUG [M:0;c7aa6e2790b3:39247 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:20:49,004 INFO [M:0;c7aa6e2790b3:39247 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-14T07:20:49,022 DEBUG [M:0;c7aa6e2790b3:39247 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9eb73fdf16814ec7b2acaac2f14a02f2 is 82, key is hbase:meta,,1/info:regioninfo/1731568836592/Put/seqid=0 2024-11-14T07:20:49,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37473 is added to blk_1073741848_1024 (size=5672) 2024-11-14T07:20:49,026 INFO [M:0;c7aa6e2790b3:39247 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9eb73fdf16814ec7b2acaac2f14a02f2 2024-11-14T07:20:49,048 DEBUG [M:0;c7aa6e2790b3:39247 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6becf7f2591d452d9746ca030329db2b is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731568841732/Put/seqid=0 2024-11-14T07:20:49,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37473 is added to blk_1073741849_1025 (size=8516) 2024-11-14T07:20:49,180 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45253,1731568826566.replicationSource.wal-reader.c7aa6e2790b3%2C45253%2C1731568826566,1-c7aa6e2790b3,45253,1731568826566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/WALs/c7aa6e2790b3,45253,1731568826566/c7aa6e2790b3%2C45253%2C1731568826566.1731568828895 to pos 914, reset compression=false 2024-11-14T07:20:49,454 INFO [M:0;c7aa6e2790b3:39247 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6becf7f2591d452d9746ca030329db2b 2024-11-14T07:20:49,476 DEBUG [M:0;c7aa6e2790b3:39247 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2c2f6ebb561146c385b7988041f5bde1 is 69, key is c7aa6e2790b3,44215,1731568832519/rs:state/1731568835396/Put/seqid=0 2024-11-14T07:20:49,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37473 is added to blk_1073741850_1026 (size=5156) 2024-11-14T07:20:49,479 INFO [M:0;c7aa6e2790b3:39247 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2c2f6ebb561146c385b7988041f5bde1 2024-11-14T07:20:49,483 DEBUG [M:0;c7aa6e2790b3:39247 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9eb73fdf16814ec7b2acaac2f14a02f2 as hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9eb73fdf16814ec7b2acaac2f14a02f2 2024-11-14T07:20:49,486 INFO [M:0;c7aa6e2790b3:39247 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9eb73fdf16814ec7b2acaac2f14a02f2, entries=8, sequenceid=97, filesize=5.5 K 2024-11-14T07:20:49,487 DEBUG [M:0;c7aa6e2790b3:39247 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6becf7f2591d452d9746ca030329db2b as hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6becf7f2591d452d9746ca030329db2b 2024-11-14T07:20:49,490 INFO [M:0;c7aa6e2790b3:39247 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6becf7f2591d452d9746ca030329db2b, entries=11, sequenceid=97, filesize=8.3 K 2024-11-14T07:20:49,491 DEBUG [M:0;c7aa6e2790b3:39247 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2c2f6ebb561146c385b7988041f5bde1 as hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2c2f6ebb561146c385b7988041f5bde1 2024-11-14T07:20:49,494 INFO [M:0;c7aa6e2790b3:39247 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35527/user/jenkins/test-data/f728f28c-3648-eb17-fb6d-01dfc519bb42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2c2f6ebb561146c385b7988041f5bde1, entries=1, sequenceid=97, filesize=5.0 K 2024-11-14T07:20:49,495 INFO [M:0;c7aa6e2790b3:39247 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 491ms, sequenceid=97, compaction requested=false 2024-11-14T07:20:49,496 INFO [M:0;c7aa6e2790b3:39247 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:20:49,496 DEBUG [M:0;c7aa6e2790b3:39247 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731568849004Disabling compacts and flushes for region at 1731568849004Disabling writes for close at 1731568849004Obtaining lock to block concurrent updates at 1731568849004Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731568849004Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731568849005 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731568849005Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731568849005Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731568849022 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731568849022Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731568849030 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731568849048 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731568849048Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731568849459 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731568849475 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731568849475Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51d72b6: reopening flushed file at 1731568849482 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c475d5c: reopening flushed file at 1731568849486 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32272272: reopening flushed file at 1731568849490 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 491ms, sequenceid=97, compaction requested=false at 1731568849495 (+5 ms)Writing region close event to WAL at 1731568849496 (+1 ms)Closed at 1731568849496 2024-11-14T07:20:49,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37473 is added to blk_1073741830_1006 (size=63654) 2024-11-14T07:20:49,502 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T07:20:49,502 INFO [M:0;c7aa6e2790b3:39247 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T07:20:49,502 INFO [M:0;c7aa6e2790b3:39247 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39247 2024-11-14T07:20:49,503 INFO [M:0;c7aa6e2790b3:39247 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T07:20:49,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39247-0x10138376af10003, quorum=127.0.0.1:58325, baseZNode=/1-866373111 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T07:20:49,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39247-0x10138376af10003, quorum=127.0.0.1:58325, baseZNode=/1-866373111 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T07:20:49,622 INFO [M:0;c7aa6e2790b3:39247 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T07:20:49,626 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5a03bdcd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T07:20:49,627 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@22144062{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T07:20:49,627 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T07:20:49,627 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5fdc8907{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T07:20:49,627 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a09b919{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8091a8e0-8852-80e1-e3fd-7aacded751b0/hadoop.log.dir/,STOPPED} 2024-11-14T07:20:49,628 WARN [BP-577856357-172.17.0.2-1731568829783 heartbeating to localhost/127.0.0.1:35527 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T07:20:49,628 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T07:20:49,628 WARN [BP-577856357-172.17.0.2-1731568829783 heartbeating to localhost/127.0.0.1:35527 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-577856357-172.17.0.2-1731568829783 (Datanode Uuid e4e12ac1-cd9c-492f-babe-0739117434e6) service to localhost/127.0.0.1:35527 2024-11-14T07:20:49,628 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T07:20:49,629 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8091a8e0-8852-80e1-e3fd-7aacded751b0/cluster_abf22db5-e948-326a-0ff9-6e804192f37c/data/data1/current/BP-577856357-172.17.0.2-1731568829783 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T07:20:49,629 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8091a8e0-8852-80e1-e3fd-7aacded751b0/cluster_abf22db5-e948-326a-0ff9-6e804192f37c/data/data2/current/BP-577856357-172.17.0.2-1731568829783 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T07:20:49,629 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T07:20:49,636 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3d62da36{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T07:20:49,636 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7791517c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T07:20:49,636 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T07:20:49,636 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@771493c3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T07:20:49,636 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3691ca81{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8091a8e0-8852-80e1-e3fd-7aacded751b0/hadoop.log.dir/,STOPPED} 2024-11-14T07:20:49,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T07:20:49,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T07:20:49,653 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T07:20:49,653 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:20:49,653 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:20:49,653 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:20:49,653 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:20:49,653 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T07:20:49,653 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=853331513, stopped=false 2024-11-14T07:20:49,653 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c7aa6e2790b3,43041,1731568826360 2024-11-14T07:20:49,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45253-0x10138376af10001, quorum=127.0.0.1:58325, baseZNode=/0279247556 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0279247556/running 2024-11-14T07:20:49,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43041-0x10138376af10000, quorum=127.0.0.1:58325, baseZNode=/0279247556 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0279247556/running 2024-11-14T07:20:49,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43041-0x10138376af10000, quorum=127.0.0.1:58325, baseZNode=/0279247556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0279247556 2024-11-14T07:20:49,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45253-0x10138376af10001, quorum=127.0.0.1:58325, baseZNode=/0279247556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0279247556 2024-11-14T07:20:49,669 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T07:20:49,669 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T07:20:49,670 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:20:49,670 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45253-0x10138376af10001, quorum=127.0.0.1:58325, baseZNode=/0279247556 Set watcher on znode that does not yet exist, /0279247556/running 2024-11-14T07:20:49,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:20:49,670 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43041-0x10138376af10000, quorum=127.0.0.1:58325, baseZNode=/0279247556 Set watcher on znode that does not yet exist, /0279247556/running 2024-11-14T07:20:49,670 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c7aa6e2790b3,45253,1731568826566' ***** 2024-11-14T07:20:49,670 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T07:20:49,670 INFO [RS:0;c7aa6e2790b3:45253 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T07:20:49,670 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T07:20:49,671 INFO [RS:0;c7aa6e2790b3:45253 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T07:20:49,671 INFO [RS:0;c7aa6e2790b3:45253 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T07:20:49,671 INFO [RS:0;c7aa6e2790b3:45253 {}] regionserver.HRegionServer(3091): Received CLOSE for 68dc6e74a14b71543313ae9a6ce030a7 2024-11-14T07:20:49,671 INFO [RS:0;c7aa6e2790b3:45253 {}] regionserver.HRegionServer(3091): Received CLOSE for 01caf75c0b4301fb50d1cbfb3049c929 2024-11-14T07:20:49,671 INFO [RS:0;c7aa6e2790b3:45253 {}] regionserver.HRegionServer(959): stopping server c7aa6e2790b3,45253,1731568826566 2024-11-14T07:20:49,671 INFO [RS:0;c7aa6e2790b3:45253 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T07:20:49,671 INFO [RS:0;c7aa6e2790b3:45253 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c7aa6e2790b3:45253. 2024-11-14T07:20:49,671 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 68dc6e74a14b71543313ae9a6ce030a7, disabling compactions & flushes 2024-11-14T07:20:49,671 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731568836824.68dc6e74a14b71543313ae9a6ce030a7. 2024-11-14T07:20:49,671 DEBUG [RS:0;c7aa6e2790b3:45253 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:20:49,671 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731568836824.68dc6e74a14b71543313ae9a6ce030a7. 2024-11-14T07:20:49,671 DEBUG [RS:0;c7aa6e2790b3:45253 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:20:49,671 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731568836824.68dc6e74a14b71543313ae9a6ce030a7. after waiting 0 ms 2024-11-14T07:20:49,671 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731568836824.68dc6e74a14b71543313ae9a6ce030a7. 2024-11-14T07:20:49,671 INFO [RS:0;c7aa6e2790b3:45253 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T07:20:49,671 INFO [RS:0;c7aa6e2790b3:45253 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T07:20:49,671 INFO [RS:0;c7aa6e2790b3:45253 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T07:20:49,671 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 68dc6e74a14b71543313ae9a6ce030a7 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-14T07:20:49,671 INFO [RS:0;c7aa6e2790b3:45253 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T07:20:49,671 INFO [RS:0;c7aa6e2790b3:45253 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T07:20:49,671 DEBUG [RS:0;c7aa6e2790b3:45253 {}] regionserver.HRegionServer(1325): Online Regions={68dc6e74a14b71543313ae9a6ce030a7=test,,1731568836824.68dc6e74a14b71543313ae9a6ce030a7., 1588230740=hbase:meta,,1.1588230740, 01caf75c0b4301fb50d1cbfb3049c929=hbase:replication,,1731568839132.01caf75c0b4301fb50d1cbfb3049c929.} 2024-11-14T07:20:49,671 DEBUG [RS:0;c7aa6e2790b3:45253 {}] regionserver.HRegionServer(1351): Waiting on 01caf75c0b4301fb50d1cbfb3049c929, 1588230740, 68dc6e74a14b71543313ae9a6ce030a7 2024-11-14T07:20:49,671 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T07:20:49,672 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T07:20:49,672 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T07:20:49,672 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T07:20:49,672 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T07:20:49,672 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T07:20:49,689 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/data/hbase/meta/1588230740/.tmp/info/59eb0ef9b93a4430a92a9eb234d330e0 is 147, key is hbase:replication,,1731568839132.01caf75c0b4301fb50d1cbfb3049c929./info:regioninfo/1731568840311/Put/seqid=0 2024-11-14T07:20:49,689 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/data/default/test/68dc6e74a14b71543313ae9a6ce030a7/.tmp/f/50184cd4bf484d5cb7040bf86d076bae is 29, key is row1/f:/1731568845491/DeleteFamily/seqid=0 2024-11-14T07:20:49,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36267 is added to blk_1073741840_1016 (size=7686) 2024-11-14T07:20:49,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36267 is added to blk_1073741841_1017 (size=5118) 2024-11-14T07:20:49,698 INFO [regionserver/c7aa6e2790b3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T07:20:49,760 INFO [regionserver/c7aa6e2790b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T07:20:49,761 INFO [regionserver/c7aa6e2790b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T07:20:49,872 DEBUG [RS:0;c7aa6e2790b3:45253 {}] regionserver.HRegionServer(1351): Waiting on 01caf75c0b4301fb50d1cbfb3049c929, 1588230740, 68dc6e74a14b71543313ae9a6ce030a7 2024-11-14T07:20:50,072 DEBUG [RS:0;c7aa6e2790b3:45253 {}] regionserver.HRegionServer(1351): Waiting on 01caf75c0b4301fb50d1cbfb3049c929, 1588230740, 68dc6e74a14b71543313ae9a6ce030a7 2024-11-14T07:20:50,084 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45253,1731568826566.replicationSource.wal-reader.c7aa6e2790b3%2C45253%2C1731568826566,1-c7aa6e2790b3,45253,1731568826566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/WALs/c7aa6e2790b3,45253,1731568826566/c7aa6e2790b3%2C45253%2C1731568826566.1731568828895 to pos 914, reset compression=false 2024-11-14T07:20:50,090 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45253,1731568826566.replicationSource.wal-reader.c7aa6e2790b3%2C45253%2C1731568826566,1-c7aa6e2790b3,45253,1731568826566 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T07:20:50,090 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45253,1731568826566.replicationSource.wal-reader.c7aa6e2790b3%2C45253%2C1731568826566,1-c7aa6e2790b3,45253,1731568826566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/WALs/c7aa6e2790b3,45253,1731568826566/c7aa6e2790b3%2C45253%2C1731568826566.1731568828895 to pos 1161, reset compression=false 2024-11-14T07:20:50,090 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45253,1731568826566.replicationSource.shipperc7aa6e2790b3%2C45253%2C1731568826566,1-c7aa6e2790b3,45253,1731568826566 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c7aa6e2790b3,45253,1731568826566 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/WALs/c7aa6e2790b3,45253,1731568826566/c7aa6e2790b3%2C45253%2C1731568826566.1731568828895, lastWalPosition=1161, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T07:20:50,091 ERROR [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45253,1731568826566.replicationSource.shipperc7aa6e2790b3%2C45253%2C1731568826566,1-c7aa6e2790b3,45253,1731568826566 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c7aa6e2790b3,45253,1731568826566: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c7aa6e2790b3,45253,1731568826566, walGroup=c7aa6e2790b3%2C45253%2C1731568826566, offset=c7aa6e2790b3%2C45253%2C1731568826566.1731568828895:1161, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c7aa6e2790b3:45253 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T07:20:50,092 ERROR [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45253,1731568826566.replicationSource.shipperc7aa6e2790b3%2C45253%2C1731568826566,1-c7aa6e2790b3,45253,1731568826566 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T07:20:50,092 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45253,1731568826566.replicationSource.shipperc7aa6e2790b3%2C45253%2C1731568826566,1-c7aa6e2790b3,45253,1731568826566 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T07:20:50,093 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45253,1731568826566.replicationSource.shipperc7aa6e2790b3%2C45253%2C1731568826566,1-c7aa6e2790b3,45253,1731568826566 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T07:20:50,093 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45253,1731568826566.replicationSource.shipperc7aa6e2790b3%2C45253%2C1731568826566,1-c7aa6e2790b3,45253,1731568826566 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T07:20:50,093 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45253,1731568826566.replicationSource.shipperc7aa6e2790b3%2C45253%2C1731568826566,1-c7aa6e2790b3,45253,1731568826566 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T07:20:50,093 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45253,1731568826566.replicationSource.shipperc7aa6e2790b3%2C45253%2C1731568826566,1-c7aa6e2790b3,45253,1731568826566 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1054867456, "init": 1048576000, "max": 2306867200, "used": 666096648 }, "NonHeapMemoryUsage": { "committed": 194641920, "init": 7667712, "max": -1, "used": 191630856 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T07:20:50,093 WARN [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45253,1731568826566.replicationSource.shipperc7aa6e2790b3%2C45253%2C1731568826566,1-c7aa6e2790b3,45253,1731568826566 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c7aa6e2790b3:43041 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c7aa6e2790b3:43041 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T07:20:50,098 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/data/hbase/meta/1588230740/.tmp/info/59eb0ef9b93a4430a92a9eb234d330e0 2024-11-14T07:20:50,098 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/data/default/test/68dc6e74a14b71543313ae9a6ce030a7/.tmp/f/50184cd4bf484d5cb7040bf86d076bae 2024-11-14T07:20:50,101 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 50184cd4bf484d5cb7040bf86d076bae 2024-11-14T07:20:50,113 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/data/hbase/meta/1588230740/.tmp/ns/1f979334f2564ed5863edb00e896a2d6 is 43, key is default/ns:d/1731568829618/Put/seqid=0 2024-11-14T07:20:50,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36267 is added to blk_1073741842_1018 (size=5153) 2024-11-14T07:20:50,118 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/data/hbase/meta/1588230740/.tmp/ns/1f979334f2564ed5863edb00e896a2d6 2024-11-14T07:20:50,118 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/data/default/test/68dc6e74a14b71543313ae9a6ce030a7/.tmp/f1/084ed20e9c3649de92a97f8d0b4a54c6 is 30, key is row1/f1:/1731568845491/DeleteFamily/seqid=0 2024-11-14T07:20:50,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36267 is added to blk_1073741843_1019 (size=5123) 2024-11-14T07:20:50,125 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/data/default/test/68dc6e74a14b71543313ae9a6ce030a7/.tmp/f1/084ed20e9c3649de92a97f8d0b4a54c6 2024-11-14T07:20:50,129 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 084ed20e9c3649de92a97f8d0b4a54c6 2024-11-14T07:20:50,139 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/data/hbase/meta/1588230740/.tmp/rep_barrier/55abfd35b5c54249a3a70ff8d84387d5 is 112, key is test,,1731568836824.68dc6e74a14b71543313ae9a6ce030a7./rep_barrier:seqnumDuringOpen/1731568837601/Put/seqid=0 2024-11-14T07:20:50,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36267 is added to blk_1073741844_1020 (size=5518) 2024-11-14T07:20:50,145 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/data/default/test/68dc6e74a14b71543313ae9a6ce030a7/.tmp/norep/3725c1c6a4574e93b7572777c801cc49 is 32, key is row/norep:/1731568844455/DeleteFamily/seqid=0 2024-11-14T07:20:50,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36267 is added to blk_1073741845_1021 (size=5101) 2024-11-14T07:20:50,152 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/data/default/test/68dc6e74a14b71543313ae9a6ce030a7/.tmp/norep/3725c1c6a4574e93b7572777c801cc49 2024-11-14T07:20:50,156 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3725c1c6a4574e93b7572777c801cc49 2024-11-14T07:20:50,156 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/data/default/test/68dc6e74a14b71543313ae9a6ce030a7/.tmp/f/50184cd4bf484d5cb7040bf86d076bae as hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/data/default/test/68dc6e74a14b71543313ae9a6ce030a7/f/50184cd4bf484d5cb7040bf86d076bae 2024-11-14T07:20:50,161 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 50184cd4bf484d5cb7040bf86d076bae 2024-11-14T07:20:50,161 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/data/default/test/68dc6e74a14b71543313ae9a6ce030a7/f/50184cd4bf484d5cb7040bf86d076bae, entries=2, sequenceid=8, filesize=5.0 K 2024-11-14T07:20:50,162 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/data/default/test/68dc6e74a14b71543313ae9a6ce030a7/.tmp/f1/084ed20e9c3649de92a97f8d0b4a54c6 as hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/data/default/test/68dc6e74a14b71543313ae9a6ce030a7/f1/084ed20e9c3649de92a97f8d0b4a54c6 2024-11-14T07:20:50,166 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 084ed20e9c3649de92a97f8d0b4a54c6 2024-11-14T07:20:50,166 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/data/default/test/68dc6e74a14b71543313ae9a6ce030a7/f1/084ed20e9c3649de92a97f8d0b4a54c6, entries=2, sequenceid=8, filesize=5.0 K 2024-11-14T07:20:50,167 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/data/default/test/68dc6e74a14b71543313ae9a6ce030a7/.tmp/norep/3725c1c6a4574e93b7572777c801cc49 as hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/data/default/test/68dc6e74a14b71543313ae9a6ce030a7/norep/3725c1c6a4574e93b7572777c801cc49 2024-11-14T07:20:50,172 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3725c1c6a4574e93b7572777c801cc49 2024-11-14T07:20:50,172 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/data/default/test/68dc6e74a14b71543313ae9a6ce030a7/norep/3725c1c6a4574e93b7572777c801cc49, entries=1, sequenceid=8, filesize=5.0 K 2024-11-14T07:20:50,173 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 68dc6e74a14b71543313ae9a6ce030a7 in 502ms, sequenceid=8, compaction requested=false 2024-11-14T07:20:50,177 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/data/default/test/68dc6e74a14b71543313ae9a6ce030a7/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-14T07:20:50,177 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T07:20:50,177 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T07:20:50,177 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731568836824.68dc6e74a14b71543313ae9a6ce030a7. 2024-11-14T07:20:50,178 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 68dc6e74a14b71543313ae9a6ce030a7: Waiting for close lock at 1731568849671Running coprocessor pre-close hooks at 1731568849671Disabling compacts and flushes for region at 1731568849671Disabling writes for close at 1731568849671Obtaining lock to block concurrent updates at 1731568849671Preparing flush snapshotting stores in 68dc6e74a14b71543313ae9a6ce030a7 at 1731568849671Finished memstore snapshotting test,,1731568836824.68dc6e74a14b71543313ae9a6ce030a7., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731568849672 (+1 ms)Flushing stores of test,,1731568836824.68dc6e74a14b71543313ae9a6ce030a7. at 1731568849673 (+1 ms)Flushing 68dc6e74a14b71543313ae9a6ce030a7/f: creating writer at 1731568849673Flushing 68dc6e74a14b71543313ae9a6ce030a7/f: appending metadata at 1731568849688 (+15 ms)Flushing 68dc6e74a14b71543313ae9a6ce030a7/f: closing flushed file at 1731568849688Flushing 68dc6e74a14b71543313ae9a6ce030a7/f1: creating writer at 1731568850102 (+414 ms)Flushing 68dc6e74a14b71543313ae9a6ce030a7/f1: appending metadata at 1731568850118 (+16 ms)Flushing 68dc6e74a14b71543313ae9a6ce030a7/f1: closing flushed file at 1731568850118Flushing 68dc6e74a14b71543313ae9a6ce030a7/norep: creating writer at 1731568850129 (+11 ms)Flushing 68dc6e74a14b71543313ae9a6ce030a7/norep: appending metadata at 1731568850145 (+16 ms)Flushing 68dc6e74a14b71543313ae9a6ce030a7/norep: closing flushed file at 1731568850145Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a7fee8: reopening flushed file at 1731568850156 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c1402d8: reopening flushed file at 1731568850161 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d3e4620: reopening flushed file at 1731568850166 (+5 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 68dc6e74a14b71543313ae9a6ce030a7 in 502ms, sequenceid=8, compaction requested=false at 1731568850173 (+7 ms)Writing region close event to WAL at 1731568850174 (+1 ms)Running coprocessor post-close hooks at 1731568850177 (+3 ms)Closed at 1731568850177 2024-11-14T07:20:50,178 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731568836824.68dc6e74a14b71543313ae9a6ce030a7. 2024-11-14T07:20:50,178 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 01caf75c0b4301fb50d1cbfb3049c929, disabling compactions & flushes 2024-11-14T07:20:50,178 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731568839132.01caf75c0b4301fb50d1cbfb3049c929. 2024-11-14T07:20:50,178 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731568839132.01caf75c0b4301fb50d1cbfb3049c929. 2024-11-14T07:20:50,178 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731568839132.01caf75c0b4301fb50d1cbfb3049c929. after waiting 0 ms 2024-11-14T07:20:50,178 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731568839132.01caf75c0b4301fb50d1cbfb3049c929. 2024-11-14T07:20:50,178 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 01caf75c0b4301fb50d1cbfb3049c929: Waiting for close lock at 1731568850178Running coprocessor pre-close hooks at 1731568850178Disabling compacts and flushes for region at 1731568850178Disabling writes for close at 1731568850178Failed flush hbase:replication,,1731568839132.01caf75c0b4301fb50d1cbfb3049c929., putting online again at 1731568850178 2024-11-14T07:20:50,178 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731568839132.01caf75c0b4301fb50d1cbfb3049c929. 2024-11-14T07:20:50,272 INFO [RS:0;c7aa6e2790b3:45253 {}] regionserver.HRegionServer(3091): Received CLOSE for 01caf75c0b4301fb50d1cbfb3049c929 2024-11-14T07:20:50,272 DEBUG [RS:0;c7aa6e2790b3:45253 {}] regionserver.HRegionServer(1351): Waiting on 01caf75c0b4301fb50d1cbfb3049c929, 1588230740 2024-11-14T07:20:50,272 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 01caf75c0b4301fb50d1cbfb3049c929, disabling compactions & flushes 2024-11-14T07:20:50,272 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731568839132.01caf75c0b4301fb50d1cbfb3049c929. 2024-11-14T07:20:50,272 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731568839132.01caf75c0b4301fb50d1cbfb3049c929. 2024-11-14T07:20:50,272 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731568839132.01caf75c0b4301fb50d1cbfb3049c929. after waiting 0 ms 2024-11-14T07:20:50,272 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731568839132.01caf75c0b4301fb50d1cbfb3049c929. 2024-11-14T07:20:50,272 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 01caf75c0b4301fb50d1cbfb3049c929: Waiting for close lock at 1731568850272Running coprocessor pre-close hooks at 1731568850272Disabling compacts and flushes for region at 1731568850272Disabling writes for close at 1731568850272Failed flush hbase:replication,,1731568839132.01caf75c0b4301fb50d1cbfb3049c929., putting online again at 1731568850272 2024-11-14T07:20:50,272 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731568839132.01caf75c0b4301fb50d1cbfb3049c929. 2024-11-14T07:20:50,294 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45253,1731568826566.replicationSource.wal-reader.c7aa6e2790b3%2C45253%2C1731568826566,1-c7aa6e2790b3,45253,1731568826566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/WALs/c7aa6e2790b3,45253,1731568826566/c7aa6e2790b3%2C45253%2C1731568826566.1731568828895 to pos 1161, reset compression=false 2024-11-14T07:20:50,298 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45253,1731568826566.replicationSource.wal-reader.c7aa6e2790b3%2C45253%2C1731568826566,1-c7aa6e2790b3,45253,1731568826566 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T07:20:50,298 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45253,1731568826566.replicationSource.wal-reader.c7aa6e2790b3%2C45253%2C1731568826566,1-c7aa6e2790b3,45253,1731568826566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/WALs/c7aa6e2790b3,45253,1731568826566/c7aa6e2790b3%2C45253%2C1731568826566.1731568828895 to pos 1805, reset compression=false 2024-11-14T07:20:50,472 DEBUG [RS:0;c7aa6e2790b3:45253 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T07:20:50,502 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45253,1731568826566.replicationSource.wal-reader.c7aa6e2790b3%2C45253%2C1731568826566,1-c7aa6e2790b3,45253,1731568826566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/WALs/c7aa6e2790b3,45253,1731568826566/c7aa6e2790b3%2C45253%2C1731568826566.1731568828895 to pos 1805, reset compression=false 2024-11-14T07:20:50,543 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/data/hbase/meta/1588230740/.tmp/rep_barrier/55abfd35b5c54249a3a70ff8d84387d5 2024-11-14T07:20:50,565 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/data/hbase/meta/1588230740/.tmp/table/bb7a622e78f4493d9e78ce7ca7ae017d is 53, key is hbase:replication/table:state/1731568840319/Put/seqid=0 2024-11-14T07:20:50,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36267 is added to blk_1073741846_1022 (size=5308) 2024-11-14T07:20:50,673 INFO [RS:0;c7aa6e2790b3:45253 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T07:20:50,673 DEBUG [RS:0;c7aa6e2790b3:45253 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 01caf75c0b4301fb50d1cbfb3049c929=hbase:replication,,1731568839132.01caf75c0b4301fb50d1cbfb3049c929.} 2024-11-14T07:20:50,673 DEBUG [RS:0;c7aa6e2790b3:45253 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T07:20:50,806 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45253,1731568826566.replicationSource.wal-reader.c7aa6e2790b3%2C45253%2C1731568826566,1-c7aa6e2790b3,45253,1731568826566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/WALs/c7aa6e2790b3,45253,1731568826566/c7aa6e2790b3%2C45253%2C1731568826566.1731568828895 to pos 1805, reset compression=false 2024-11-14T07:20:50,873 DEBUG [RS:0;c7aa6e2790b3:45253 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T07:20:50,970 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/data/hbase/meta/1588230740/.tmp/table/bb7a622e78f4493d9e78ce7ca7ae017d 2024-11-14T07:20:50,974 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/data/hbase/meta/1588230740/.tmp/info/59eb0ef9b93a4430a92a9eb234d330e0 as hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/data/hbase/meta/1588230740/info/59eb0ef9b93a4430a92a9eb234d330e0 2024-11-14T07:20:50,977 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/data/hbase/meta/1588230740/info/59eb0ef9b93a4430a92a9eb234d330e0, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T07:20:50,977 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/data/hbase/meta/1588230740/.tmp/ns/1f979334f2564ed5863edb00e896a2d6 as hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/data/hbase/meta/1588230740/ns/1f979334f2564ed5863edb00e896a2d6 2024-11-14T07:20:50,981 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/data/hbase/meta/1588230740/ns/1f979334f2564ed5863edb00e896a2d6, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T07:20:50,982 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/data/hbase/meta/1588230740/.tmp/rep_barrier/55abfd35b5c54249a3a70ff8d84387d5 as hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/data/hbase/meta/1588230740/rep_barrier/55abfd35b5c54249a3a70ff8d84387d5 2024-11-14T07:20:50,986 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/data/hbase/meta/1588230740/rep_barrier/55abfd35b5c54249a3a70ff8d84387d5, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T07:20:50,987 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/data/hbase/meta/1588230740/.tmp/table/bb7a622e78f4493d9e78ce7ca7ae017d as hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/data/hbase/meta/1588230740/table/bb7a622e78f4493d9e78ce7ca7ae017d 2024-11-14T07:20:50,992 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/data/hbase/meta/1588230740/table/bb7a622e78f4493d9e78ce7ca7ae017d, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T07:20:50,993 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1321ms, sequenceid=16, compaction requested=false 2024-11-14T07:20:50,997 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T07:20:50,997 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T07:20:50,997 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T07:20:50,997 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T07:20:50,997 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731568849671Running coprocessor pre-close hooks at 1731568849671Disabling compacts and flushes for region at 1731568849671Disabling writes for close at 1731568849672 (+1 ms)Obtaining lock to block concurrent updates at 1731568849672Preparing flush snapshotting stores in 1588230740 at 1731568849672Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731568849672Flushing stores of hbase:meta,,1.1588230740 at 1731568849673 (+1 ms)Flushing 1588230740/info: creating writer at 1731568849673Flushing 1588230740/info: appending metadata at 1731568849689 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731568849689Flushing 1588230740/ns: creating writer at 1731568850102 (+413 ms)Flushing 1588230740/ns: appending metadata at 1731568850113 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1731568850113Flushing 1588230740/rep_barrier: creating writer at 1731568850123 (+10 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731568850139 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731568850139Flushing 1588230740/table: creating writer at 1731568850548 (+409 ms)Flushing 1588230740/table: appending metadata at 1731568850565 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731568850565Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e4248a8: reopening flushed file at 1731568850973 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7712e7b0: reopening flushed file at 1731568850977 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69b166f9: reopening flushed file at 1731568850981 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57c467c8: reopening flushed file at 1731568850986 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1321ms, sequenceid=16, compaction requested=false at 1731568850993 (+7 ms)Writing region close event to WAL at 1731568850994 (+1 ms)Running coprocessor post-close hooks at 1731568850997 (+3 ms)Closed at 1731568850997 2024-11-14T07:20:50,997 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T07:20:51,073 INFO [RS:0;c7aa6e2790b3:45253 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-14T07:20:51,073 INFO [RS:0;c7aa6e2790b3:45253 {}] regionserver.HRegionServer(976): stopping server c7aa6e2790b3,45253,1731568826566; all regions closed. 2024-11-14T07:20:51,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36267 is added to blk_1073741834_1010 (size=4239) 2024-11-14T07:20:51,075 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/WALs/c7aa6e2790b3,45253,1731568826566/c7aa6e2790b3%2C45253%2C1731568826566.meta.1731568829492.meta not finished, retry = 0 2024-11-14T07:20:51,178 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/WALs/c7aa6e2790b3,45253,1731568826566/c7aa6e2790b3%2C45253%2C1731568826566.rep.1731568840281 not finished, retry = 0 2024-11-14T07:20:51,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36267 is added to blk_1073741839_1015 (size=1733) 2024-11-14T07:20:51,211 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45253,1731568826566.replicationSource.wal-reader.c7aa6e2790b3%2C45253%2C1731568826566,1-c7aa6e2790b3,45253,1731568826566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/WALs/c7aa6e2790b3,45253,1731568826566/c7aa6e2790b3%2C45253%2C1731568826566.1731568828895 to pos 1805, reset compression=false 2024-11-14T07:20:51,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36267 is added to blk_1073741832_1008 (size=1813) 2024-11-14T07:20:51,281 DEBUG [RS:0;c7aa6e2790b3:45253 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:20:51,281 INFO [RS:0;c7aa6e2790b3:45253 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T07:20:51,281 INFO [RS:0;c7aa6e2790b3:45253 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T07:20:51,281 INFO [RS:0;c7aa6e2790b3:45253 {}] hbase.ChoreService(370): Chore service for: regionserver/c7aa6e2790b3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T07:20:51,281 INFO [RS:0;c7aa6e2790b3:45253 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T07:20:51,281 INFO [regionserver/c7aa6e2790b3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T07:20:51,282 INFO [RS:0;c7aa6e2790b3:45253 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c7aa6e2790b3,45253,1731568826566 because: Region server is closing 2024-11-14T07:20:51,282 INFO [RS:0;c7aa6e2790b3:45253 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c7aa6e2790b3:45253. 2024-11-14T07:20:51,282 DEBUG [RS:0;c7aa6e2790b3:45253 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:20:51,282 DEBUG [RS:0;c7aa6e2790b3:45253 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:20:51,282 DEBUG [RS:0;c7aa6e2790b3:45253 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:20:51,282 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:20:51,382 INFO [RS:0;c7aa6e2790b3:45253 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45253,1731568826566.replicationSource.shipperc7aa6e2790b3%2C45253%2C1731568826566,1-c7aa6e2790b3,45253,1731568826566 terminated 2024-11-14T07:20:51,382 WARN [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45253,1731568826566.replicationSource.wal-reader.c7aa6e2790b3%2C45253%2C1731568826566,1-c7aa6e2790b3,45253,1731568826566 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T07:20:51,383 INFO [RS:0;c7aa6e2790b3:45253 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c7aa6e2790b3:45253. 2024-11-14T07:20:51,383 DEBUG [RS:0;c7aa6e2790b3:45253 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:20:51,383 DEBUG [RS:0;c7aa6e2790b3:45253 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:20:51,383 DEBUG [RS:0;c7aa6e2790b3:45253 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:20:51,383 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:20:51,383 INFO [RS:0;c7aa6e2790b3:45253 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45253 2024-11-14T07:20:51,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45253-0x10138376af10001, quorum=127.0.0.1:58325, baseZNode=/0279247556 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0279247556/rs/c7aa6e2790b3,45253,1731568826566 2024-11-14T07:20:51,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43041-0x10138376af10000, quorum=127.0.0.1:58325, baseZNode=/0279247556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0279247556/rs 2024-11-14T07:20:51,448 INFO [RS:0;c7aa6e2790b3:45253 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T07:20:51,458 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c7aa6e2790b3,45253,1731568826566] 2024-11-14T07:20:51,469 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0279247556/draining/c7aa6e2790b3,45253,1731568826566 already deleted, retry=false 2024-11-14T07:20:51,469 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c7aa6e2790b3,45253,1731568826566 expired; onlineServers=0 2024-11-14T07:20:51,469 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c7aa6e2790b3,43041,1731568826360' ***** 2024-11-14T07:20:51,469 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T07:20:51,469 INFO [M:0;c7aa6e2790b3:43041 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T07:20:51,469 INFO [M:0;c7aa6e2790b3:43041 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T07:20:51,469 DEBUG [M:0;c7aa6e2790b3:43041 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T07:20:51,469 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T07:20:51,469 DEBUG [M:0;c7aa6e2790b3:43041 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T07:20:51,469 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.small.0-1731568828667 {}] cleaner.HFileCleaner(306): Exit Thread[master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.small.0-1731568828667,5,FailOnTimeoutGroup] 2024-11-14T07:20:51,469 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.large.0-1731568828667 {}] cleaner.HFileCleaner(306): Exit Thread[master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.large.0-1731568828667,5,FailOnTimeoutGroup] 2024-11-14T07:20:51,469 INFO [M:0;c7aa6e2790b3:43041 {}] hbase.ChoreService(370): Chore service for: master/c7aa6e2790b3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T07:20:51,469 INFO [M:0;c7aa6e2790b3:43041 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T07:20:51,469 DEBUG [M:0;c7aa6e2790b3:43041 {}] master.HMaster(1795): Stopping service threads 2024-11-14T07:20:51,469 INFO [M:0;c7aa6e2790b3:43041 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T07:20:51,470 INFO [M:0;c7aa6e2790b3:43041 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T07:20:51,470 INFO [M:0;c7aa6e2790b3:43041 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T07:20:51,470 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T07:20:51,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43041-0x10138376af10000, quorum=127.0.0.1:58325, baseZNode=/0279247556 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0279247556/master 2024-11-14T07:20:51,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43041-0x10138376af10000, quorum=127.0.0.1:58325, baseZNode=/0279247556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0279247556 2024-11-14T07:20:51,479 DEBUG [M:0;c7aa6e2790b3:43041 {}] zookeeper.ZKUtil(347): master:43041-0x10138376af10000, quorum=127.0.0.1:58325, baseZNode=/0279247556 Unable to get data of znode /0279247556/master because node does not exist (not an error) 2024-11-14T07:20:51,479 WARN [M:0;c7aa6e2790b3:43041 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T07:20:51,481 INFO [M:0;c7aa6e2790b3:43041 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/.lastflushedseqids 2024-11-14T07:20:51,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36267 is added to blk_1073741847_1023 (size=245) 2024-11-14T07:20:51,491 INFO [M:0;c7aa6e2790b3:43041 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T07:20:51,491 INFO [M:0;c7aa6e2790b3:43041 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T07:20:51,491 DEBUG [M:0;c7aa6e2790b3:43041 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T07:20:51,491 INFO [M:0;c7aa6e2790b3:43041 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:20:51,491 DEBUG [M:0;c7aa6e2790b3:43041 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:20:51,491 DEBUG [M:0;c7aa6e2790b3:43041 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T07:20:51,491 DEBUG [M:0;c7aa6e2790b3:43041 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:20:51,491 INFO [M:0;c7aa6e2790b3:43041 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-14T07:20:51,514 DEBUG [M:0;c7aa6e2790b3:43041 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e5a4684ae521423f8a1fd881faec279e is 82, key is hbase:meta,,1/info:regioninfo/1731568829563/Put/seqid=0 2024-11-14T07:20:51,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36267 is added to blk_1073741848_1024 (size=5672) 2024-11-14T07:20:51,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45253-0x10138376af10001, quorum=127.0.0.1:58325, baseZNode=/0279247556 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T07:20:51,558 INFO [RS:0;c7aa6e2790b3:45253 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T07:20:51,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45253-0x10138376af10001, quorum=127.0.0.1:58325, baseZNode=/0279247556 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T07:20:51,559 INFO [RS:0;c7aa6e2790b3:45253 {}] regionserver.HRegionServer(1031): Exiting; stopping=c7aa6e2790b3,45253,1731568826566; zookeeper connection closed. 2024-11-14T07:20:51,559 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@29cf739 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@29cf739 2024-11-14T07:20:51,559 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T07:20:51,918 INFO [M:0;c7aa6e2790b3:43041 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e5a4684ae521423f8a1fd881faec279e 2024-11-14T07:20:51,934 DEBUG [M:0;c7aa6e2790b3:43041 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b1f5312c4551435a9a1be5c80bc6f3ec is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731568840322/Put/seqid=0 2024-11-14T07:20:51,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36267 is added to blk_1073741849_1025 (size=8516) 2024-11-14T07:20:52,337 INFO [M:0;c7aa6e2790b3:43041 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b1f5312c4551435a9a1be5c80bc6f3ec 2024-11-14T07:20:52,357 DEBUG [M:0;c7aa6e2790b3:43041 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eb7c0c5f1733462196d40845289f28f6 is 69, key is c7aa6e2790b3,45253,1731568826566/rs:state/1731568828732/Put/seqid=0 2024-11-14T07:20:52,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36267 is added to blk_1073741850_1026 (size=5156) 2024-11-14T07:20:52,761 INFO [M:0;c7aa6e2790b3:43041 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eb7c0c5f1733462196d40845289f28f6 2024-11-14T07:20:52,766 DEBUG [M:0;c7aa6e2790b3:43041 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e5a4684ae521423f8a1fd881faec279e as hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e5a4684ae521423f8a1fd881faec279e 2024-11-14T07:20:52,770 INFO [M:0;c7aa6e2790b3:43041 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e5a4684ae521423f8a1fd881faec279e, entries=8, sequenceid=97, filesize=5.5 K 2024-11-14T07:20:52,771 DEBUG [M:0;c7aa6e2790b3:43041 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b1f5312c4551435a9a1be5c80bc6f3ec as hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b1f5312c4551435a9a1be5c80bc6f3ec 2024-11-14T07:20:52,776 INFO [M:0;c7aa6e2790b3:43041 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b1f5312c4551435a9a1be5c80bc6f3ec, entries=11, sequenceid=97, filesize=8.3 K 2024-11-14T07:20:52,776 DEBUG [M:0;c7aa6e2790b3:43041 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eb7c0c5f1733462196d40845289f28f6 as hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eb7c0c5f1733462196d40845289f28f6 2024-11-14T07:20:52,781 INFO [M:0;c7aa6e2790b3:43041 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34843/user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eb7c0c5f1733462196d40845289f28f6, entries=1, sequenceid=97, filesize=5.0 K 2024-11-14T07:20:52,782 INFO [M:0;c7aa6e2790b3:43041 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=97, compaction requested=false 2024-11-14T07:20:52,783 INFO [M:0;c7aa6e2790b3:43041 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:20:52,783 DEBUG [M:0;c7aa6e2790b3:43041 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731568851491Disabling compacts and flushes for region at 1731568851491Disabling writes for close at 1731568851491Obtaining lock to block concurrent updates at 1731568851491Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731568851491Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731568851492 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731568851492Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731568851492Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731568851513 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731568851513Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731568851921 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731568851933 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731568851933Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731568852341 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731568852356 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731568852356Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cd87742: reopening flushed file at 1731568852765 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70a46d2d: reopening flushed file at 1731568852770 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b13670a: reopening flushed file at 1731568852776 (+6 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=97, compaction requested=false at 1731568852782 (+6 ms)Writing region close event to WAL at 1731568852783 (+1 ms)Closed at 1731568852783 2024-11-14T07:20:52,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36267 is added to blk_1073741830_1006 (size=63654) 2024-11-14T07:20:52,785 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7132387c-cdc3-bbf4-d63e-954277a03ee5/MasterData/WALs/c7aa6e2790b3,43041,1731568826360/c7aa6e2790b3%2C43041%2C1731568826360.1731568828323 not finished, retry = 0 2024-11-14T07:20:52,886 INFO [M:0;c7aa6e2790b3:43041 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T07:20:52,886 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T07:20:52,886 INFO [M:0;c7aa6e2790b3:43041 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43041 2024-11-14T07:20:52,887 INFO [M:0;c7aa6e2790b3:43041 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T07:20:53,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43041-0x10138376af10000, quorum=127.0.0.1:58325, baseZNode=/0279247556 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T07:20:53,085 INFO [M:0;c7aa6e2790b3:43041 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T07:20:53,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43041-0x10138376af10000, quorum=127.0.0.1:58325, baseZNode=/0279247556 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T07:20:53,087 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4dc17f17{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T07:20:53,087 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@40bc9671{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T07:20:53,087 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T07:20:53,087 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53e84d2b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T07:20:53,087 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a55265e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ffdc6e0b-b315-f3e3-8f13-f723d75690bd/hadoop.log.dir/,STOPPED} 2024-11-14T07:20:53,089 WARN [BP-673325136-172.17.0.2-1731568824149 heartbeating to localhost/127.0.0.1:34843 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T07:20:53,089 WARN [BP-673325136-172.17.0.2-1731568824149 heartbeating to localhost/127.0.0.1:34843 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-673325136-172.17.0.2-1731568824149 (Datanode Uuid d2870d86-c222-44e5-bff0-44525b788885) service to localhost/127.0.0.1:34843 2024-11-14T07:20:53,089 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T07:20:53,089 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T07:20:53,089 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ffdc6e0b-b315-f3e3-8f13-f723d75690bd/cluster_2be140d0-069f-2147-4866-a38d5892712f/data/data1/current/BP-673325136-172.17.0.2-1731568824149 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T07:20:53,089 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ffdc6e0b-b315-f3e3-8f13-f723d75690bd/cluster_2be140d0-069f-2147-4866-a38d5892712f/data/data2/current/BP-673325136-172.17.0.2-1731568824149 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T07:20:53,090 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T07:20:53,094 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@67e33a45{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T07:20:53,095 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1564ee37{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T07:20:53,095 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T07:20:53,095 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6709036c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T07:20:53,095 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c69237f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ffdc6e0b-b315-f3e3-8f13-f723d75690bd/hadoop.log.dir/,STOPPED} 2024-11-14T07:20:53,100 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T07:20:53,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T07:20:53,124 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=262 (was 244) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34843 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34843 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34843 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34843 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34843 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:35527 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:34843 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58325) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34843 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35527 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35527 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35527 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35527 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58325) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35527 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34843 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35527 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34843 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35527 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=655 (was 620) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=431 (was 339) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5249 (was 5124) - AvailableMemoryMB LEAK? - 2024-11-14T07:20:53,133 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=262, OpenFileDescriptor=655, MaxFileDescriptor=1048576, SystemLoadAverage=431, ProcessCount=11, AvailableMemoryMB=5249 2024-11-14T07:20:53,144 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-14T07:20:53,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8091a8e0-8852-80e1-e3fd-7aacded751b0/hadoop.log.dir so I do NOT create it in target/test-data/2d0b3637-a1a7-bfaf-6e07-3f9ff6c098a2 2024-11-14T07:20:53,144 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8091a8e0-8852-80e1-e3fd-7aacded751b0/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T07:20:53,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8091a8e0-8852-80e1-e3fd-7aacded751b0/hadoop.tmp.dir so I do NOT create it in target/test-data/2d0b3637-a1a7-bfaf-6e07-3f9ff6c098a2 2024-11-14T07:20:53,145 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8091a8e0-8852-80e1-e3fd-7aacded751b0/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T07:20:53,145 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2d0b3637-a1a7-bfaf-6e07-3f9ff6c098a2 2024-11-14T07:20:53,145 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2d0b3637-a1a7-bfaf-6e07-3f9ff6c098a2/cluster_892eb73b-d394-24a5-d8ce-9b117f2f2417, deleteOnExit=true 2024-11-14T07:20:53,167 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2d0b3637-a1a7-bfaf-6e07-3f9ff6c098a2/cluster_892eb73b-d394-24a5-d8ce-9b117f2f2417/zookeeper_0, clientPort=53661, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2d0b3637-a1a7-bfaf-6e07-3f9ff6c098a2/cluster_892eb73b-d394-24a5-d8ce-9b117f2f2417/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2d0b3637-a1a7-bfaf-6e07-3f9ff6c098a2/cluster_892eb73b-d394-24a5-d8ce-9b117f2f2417/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T07:20:53,168 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53661 2024-11-14T07:20:53,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T07:20:53,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T07:20:53,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2d0b3637-a1a7-bfaf-6e07-3f9ff6c098a2/test.cache.data in system properties and HBase conf 2024-11-14T07:20:53,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2d0b3637-a1a7-bfaf-6e07-3f9ff6c098a2/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T07:20:53,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2d0b3637-a1a7-bfaf-6e07-3f9ff6c098a2/hadoop.log.dir in system properties and HBase conf 2024-11-14T07:20:53,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2d0b3637-a1a7-bfaf-6e07-3f9ff6c098a2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T07:20:53,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2d0b3637-a1a7-bfaf-6e07-3f9ff6c098a2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T07:20:53,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T07:20:53,169 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T07:20:53,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2d0b3637-a1a7-bfaf-6e07-3f9ff6c098a2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T07:20:53,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2d0b3637-a1a7-bfaf-6e07-3f9ff6c098a2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T07:20:53,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2d0b3637-a1a7-bfaf-6e07-3f9ff6c098a2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T07:20:53,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2d0b3637-a1a7-bfaf-6e07-3f9ff6c098a2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T07:20:53,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2d0b3637-a1a7-bfaf-6e07-3f9ff6c098a2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T07:20:53,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2d0b3637-a1a7-bfaf-6e07-3f9ff6c098a2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T07:20:53,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2d0b3637-a1a7-bfaf-6e07-3f9ff6c098a2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T07:20:53,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2d0b3637-a1a7-bfaf-6e07-3f9ff6c098a2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T07:20:53,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2d0b3637-a1a7-bfaf-6e07-3f9ff6c098a2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T07:20:53,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2d0b3637-a1a7-bfaf-6e07-3f9ff6c098a2/nfs.dump.dir in system properties and HBase conf 2024-11-14T07:20:53,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2d0b3637-a1a7-bfaf-6e07-3f9ff6c098a2/java.io.tmpdir in system properties and HBase conf 2024-11-14T07:20:53,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2d0b3637-a1a7-bfaf-6e07-3f9ff6c098a2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T07:20:53,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2d0b3637-a1a7-bfaf-6e07-3f9ff6c098a2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T07:20:53,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2d0b3637-a1a7-bfaf-6e07-3f9ff6c098a2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T07:20:53,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10138376af10005, quorum=127.0.0.1:58325, baseZNode=/1-866373111 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T07:20:53,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10138376af10002, quorum=127.0.0.1:58325, baseZNode=/0279247556 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T07:20:53,199 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10138376af10005, quorum=127.0.0.1:58325, baseZNode=/1-866373111 Received Disconnected from ZooKeeper, ignoring 2024-11-14T07:20:53,199 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10138376af10002, quorum=127.0.0.1:58325, baseZNode=/0279247556 Received Disconnected from ZooKeeper, ignoring 2024-11-14T07:20:53,306 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T07:20:53,307 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:20:53,307 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:20:53,338 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:20:53,338 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:20:53,338 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:20:53,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:20:53,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:20:53,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:20:53,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:20:53,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:20:53,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:20:53,349 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:20:53,511 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T07:20:53,515 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T07:20:53,516 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T07:20:53,516 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T07:20:53,516 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T07:20:53,521 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T07:20:53,522 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d42869e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2d0b3637-a1a7-bfaf-6e07-3f9ff6c098a2/hadoop.log.dir/,AVAILABLE} 2024-11-14T07:20:53,523 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b491493{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T07:20:53,644 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2f230693{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2d0b3637-a1a7-bfaf-6e07-3f9ff6c098a2/java.io.tmpdir/jetty-localhost-33585-hadoop-hdfs-3_4_1-tests_jar-_-any-11587066457082103999/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T07:20:53,645 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f50f5a4{HTTP/1.1, (http/1.1)}{localhost:33585} 2024-11-14T07:20:53,645 INFO [Time-limited test {}] server.Server(415): Started @223488ms 2024-11-14T07:20:53,934 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T07:20:53,938 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T07:20:53,943 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T07:20:53,943 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T07:20:53,943 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T07:20:53,943 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ab36650{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2d0b3637-a1a7-bfaf-6e07-3f9ff6c098a2/hadoop.log.dir/,AVAILABLE} 2024-11-14T07:20:53,944 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c34ea28{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T07:20:54,039 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@529d1627{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2d0b3637-a1a7-bfaf-6e07-3f9ff6c098a2/java.io.tmpdir/jetty-localhost-40375-hadoop-hdfs-3_4_1-tests_jar-_-any-15188502366313388356/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T07:20:54,040 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7ccff675{HTTP/1.1, (http/1.1)}{localhost:40375} 2024-11-14T07:20:54,040 INFO [Time-limited test {}] server.Server(415): Started @223883ms 2024-11-14T07:20:54,041 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T07:20:55,004 WARN [Thread-2631 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2d0b3637-a1a7-bfaf-6e07-3f9ff6c098a2/cluster_892eb73b-d394-24a5-d8ce-9b117f2f2417/data/data1/current/BP-1566442098-172.17.0.2-1731568853189/current, will proceed with Du for space computation calculation, 2024-11-14T07:20:55,004 WARN [Thread-2632 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2d0b3637-a1a7-bfaf-6e07-3f9ff6c098a2/cluster_892eb73b-d394-24a5-d8ce-9b117f2f2417/data/data2/current/BP-1566442098-172.17.0.2-1731568853189/current, will proceed with Du for space computation calculation, 2024-11-14T07:20:55,020 WARN [Thread-2619 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T07:20:55,022 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcf4a78083faaf4a3 with lease ID 0x4d0e7e3f453b4737: Processing first storage report for DS-6d5a0766-2775-4715-a659-0d2565a3ae0e from datanode DatanodeRegistration(127.0.0.1:43563, datanodeUuid=a303aea0-e026-40fc-b62d-1b66dd70fbea, infoPort=40035, infoSecurePort=0, ipcPort=42501, storageInfo=lv=-57;cid=testClusterID;nsid=1462969574;c=1731568853189) 2024-11-14T07:20:55,022 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcf4a78083faaf4a3 with lease ID 0x4d0e7e3f453b4737: from storage DS-6d5a0766-2775-4715-a659-0d2565a3ae0e node DatanodeRegistration(127.0.0.1:43563, datanodeUuid=a303aea0-e026-40fc-b62d-1b66dd70fbea, infoPort=40035, infoSecurePort=0, ipcPort=42501, storageInfo=lv=-57;cid=testClusterID;nsid=1462969574;c=1731568853189), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T07:20:55,022 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcf4a78083faaf4a3 with lease ID 0x4d0e7e3f453b4737: Processing first storage report for DS-d4988796-533d-4b1a-a06e-d0ed927ab150 from datanode DatanodeRegistration(127.0.0.1:43563, datanodeUuid=a303aea0-e026-40fc-b62d-1b66dd70fbea, infoPort=40035, infoSecurePort=0, ipcPort=42501, storageInfo=lv=-57;cid=testClusterID;nsid=1462969574;c=1731568853189) 2024-11-14T07:20:55,022 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcf4a78083faaf4a3 with lease ID 0x4d0e7e3f453b4737: from storage DS-d4988796-533d-4b1a-a06e-d0ed927ab150 node DatanodeRegistration(127.0.0.1:43563, datanodeUuid=a303aea0-e026-40fc-b62d-1b66dd70fbea, infoPort=40035, infoSecurePort=0, ipcPort=42501, storageInfo=lv=-57;cid=testClusterID;nsid=1462969574;c=1731568853189), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T07:20:55,078 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2d0b3637-a1a7-bfaf-6e07-3f9ff6c098a2 2024-11-14T07:20:55,078 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:20:55,080 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:20:55,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43563 is added to blk_1073741825_1001 (size=7) 2024-11-14T07:20:55,489 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf with version=8 2024-11-14T07:20:55,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/hbase-staging 2024-11-14T07:20:55,490 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c7aa6e2790b3:0 server-side Connection retries=45 2024-11-14T07:20:55,491 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T07:20:55,491 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T07:20:55,491 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T07:20:55,491 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T07:20:55,491 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T07:20:55,491 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T07:20:55,491 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T07:20:55,491 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45135 2024-11-14T07:20:55,492 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45135 connecting to ZooKeeper ensemble=127.0.0.1:53661 2024-11-14T07:20:55,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:451350x0, quorum=127.0.0.1:53661, baseZNode=/0144033443 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T07:20:55,583 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45135-0x1013837dc5a0000 connected 2024-11-14T07:20:55,664 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:20:55,665 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:20:55,667 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45135-0x1013837dc5a0000, quorum=127.0.0.1:53661, baseZNode=/0144033443 Set watcher on znode that does not yet exist, /0144033443/running 2024-11-14T07:20:55,667 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf, hbase.cluster.distributed=false 2024-11-14T07:20:55,669 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45135-0x1013837dc5a0000, quorum=127.0.0.1:53661, baseZNode=/0144033443 Set watcher on znode that does not yet exist, /0144033443/acl 2024-11-14T07:20:55,669 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45135 2024-11-14T07:20:55,669 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45135 2024-11-14T07:20:55,669 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45135 2024-11-14T07:20:55,673 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45135 2024-11-14T07:20:55,674 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45135 2024-11-14T07:20:55,694 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c7aa6e2790b3:0 server-side Connection retries=45 2024-11-14T07:20:55,694 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T07:20:55,694 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T07:20:55,694 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T07:20:55,694 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T07:20:55,694 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T07:20:55,694 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T07:20:55,694 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T07:20:55,695 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44033 2024-11-14T07:20:55,696 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44033 connecting to ZooKeeper ensemble=127.0.0.1:53661 2024-11-14T07:20:55,696 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:20:55,698 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:20:55,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:440330x0, quorum=127.0.0.1:53661, baseZNode=/0144033443 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T07:20:55,711 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:440330x0, quorum=127.0.0.1:53661, baseZNode=/0144033443 Set watcher on znode that does not yet exist, /0144033443/running 2024-11-14T07:20:55,711 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44033-0x1013837dc5a0001 connected 2024-11-14T07:20:55,711 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T07:20:55,712 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T07:20:55,713 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44033-0x1013837dc5a0001, quorum=127.0.0.1:53661, baseZNode=/0144033443 Set watcher on znode that does not yet exist, /0144033443/master 2024-11-14T07:20:55,713 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44033-0x1013837dc5a0001, quorum=127.0.0.1:53661, baseZNode=/0144033443 Set watcher on znode that does not yet exist, /0144033443/acl 2024-11-14T07:20:55,715 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44033 2024-11-14T07:20:55,716 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44033 2024-11-14T07:20:55,716 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44033 2024-11-14T07:20:55,717 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44033 2024-11-14T07:20:55,720 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44033 2024-11-14T07:20:55,730 DEBUG [M:0;c7aa6e2790b3:45135 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c7aa6e2790b3:45135 2024-11-14T07:20:55,730 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0144033443/backup-masters/c7aa6e2790b3,45135,1731568855490 2024-11-14T07:20:55,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45135-0x1013837dc5a0000, quorum=127.0.0.1:53661, baseZNode=/0144033443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0144033443/backup-masters 2024-11-14T07:20:55,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44033-0x1013837dc5a0001, quorum=127.0.0.1:53661, baseZNode=/0144033443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0144033443/backup-masters 2024-11-14T07:20:55,742 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45135-0x1013837dc5a0000, quorum=127.0.0.1:53661, baseZNode=/0144033443 Set watcher on existing znode=/0144033443/backup-masters/c7aa6e2790b3,45135,1731568855490 2024-11-14T07:20:55,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44033-0x1013837dc5a0001, quorum=127.0.0.1:53661, baseZNode=/0144033443 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0144033443/master 2024-11-14T07:20:55,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45135-0x1013837dc5a0000, quorum=127.0.0.1:53661, baseZNode=/0144033443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0144033443 2024-11-14T07:20:55,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44033-0x1013837dc5a0001, quorum=127.0.0.1:53661, baseZNode=/0144033443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0144033443 2024-11-14T07:20:55,753 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45135-0x1013837dc5a0000, quorum=127.0.0.1:53661, baseZNode=/0144033443 Set watcher on existing znode=/0144033443/master 2024-11-14T07:20:55,753 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0144033443/backup-masters/c7aa6e2790b3,45135,1731568855490 from backup master directory 2024-11-14T07:20:55,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45135-0x1013837dc5a0000, quorum=127.0.0.1:53661, baseZNode=/0144033443 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0144033443/backup-masters/c7aa6e2790b3,45135,1731568855490 2024-11-14T07:20:55,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44033-0x1013837dc5a0001, quorum=127.0.0.1:53661, baseZNode=/0144033443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0144033443/backup-masters 2024-11-14T07:20:55,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45135-0x1013837dc5a0000, quorum=127.0.0.1:53661, baseZNode=/0144033443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0144033443/backup-masters 2024-11-14T07:20:55,763 WARN [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T07:20:55,763 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c7aa6e2790b3,45135,1731568855490 2024-11-14T07:20:55,766 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/hbase.id] with ID: 7e9979c2-985d-4eb7-8068-8238cfd4ff48 2024-11-14T07:20:55,766 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/.tmp/hbase.id 2024-11-14T07:20:55,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43563 is added to blk_1073741826_1002 (size=42) 2024-11-14T07:20:56,170 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/.tmp/hbase.id]:[hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/hbase.id] 2024-11-14T07:20:56,179 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:20:56,179 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T07:20:56,180 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T07:20:56,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45135-0x1013837dc5a0000, quorum=127.0.0.1:53661, baseZNode=/0144033443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0144033443 2024-11-14T07:20:56,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44033-0x1013837dc5a0001, quorum=127.0.0.1:53661, baseZNode=/0144033443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0144033443 2024-11-14T07:20:56,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43563 is added to blk_1073741827_1003 (size=196) 2024-11-14T07:20:56,631 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T07:20:56,632 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T07:20:56,632 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T07:20:56,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43563 is added to blk_1073741828_1004 (size=1189) 2024-11-14T07:20:57,040 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/MasterData/data/master/store 2024-11-14T07:20:57,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43563 is added to blk_1073741829_1005 (size=34) 2024-11-14T07:20:57,144 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T07:20:57,144 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T07:20:57,144 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T07:20:57,144 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T07:20:57,445 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:20:57,445 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T07:20:57,445 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:20:57,445 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:20:57,445 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T07:20:57,445 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:20:57,445 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:20:57,445 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731568857445Disabling compacts and flushes for region at 1731568857445Disabling writes for close at 1731568857445Writing region close event to WAL at 1731568857445Closed at 1731568857445 2024-11-14T07:20:57,446 WARN [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/MasterData/data/master/store/.initializing 2024-11-14T07:20:57,446 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/MasterData/WALs/c7aa6e2790b3,45135,1731568855490 2024-11-14T07:20:57,447 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T07:20:57,448 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c7aa6e2790b3%2C45135%2C1731568855490, suffix=, logDir=hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/MasterData/WALs/c7aa6e2790b3,45135,1731568855490, archiveDir=hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/MasterData/oldWALs, maxLogs=10 2024-11-14T07:20:57,464 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/MasterData/WALs/c7aa6e2790b3,45135,1731568855490/c7aa6e2790b3%2C45135%2C1731568855490.1731568857448, exclude list is [], retry=0 2024-11-14T07:20:57,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43563,DS-6d5a0766-2775-4715-a659-0d2565a3ae0e,DISK] 2024-11-14T07:20:57,480 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/MasterData/WALs/c7aa6e2790b3,45135,1731568855490/c7aa6e2790b3%2C45135%2C1731568855490.1731568857448 2024-11-14T07:20:57,481 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40035:40035)] 2024-11-14T07:20:57,481 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T07:20:57,481 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:20:57,481 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:20:57,481 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:20:57,482 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:20:57,483 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T07:20:57,483 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:20:57,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:20:57,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:20:57,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T07:20:57,485 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:20:57,485 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:20:57,485 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:20:57,486 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T07:20:57,486 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:20:57,486 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:20:57,486 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:20:57,487 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T07:20:57,487 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:20:57,487 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:20:57,487 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:20:57,488 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:20:57,488 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:20:57,489 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:20:57,489 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:20:57,490 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T07:20:57,491 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:20:57,492 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T07:20:57,493 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70920063, jitterRate=0.056791290640830994}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T07:20:57,494 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731568857481Initializing all the Stores at 1731568857482 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568857482Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568857482Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568857482Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568857482Cleaning up temporary data from old regions at 1731568857489 (+7 ms)Region opened successfully at 1731568857494 (+5 ms) 2024-11-14T07:20:57,494 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T07:20:57,496 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f1d453a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c7aa6e2790b3/172.17.0.2:0 2024-11-14T07:20:57,497 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T07:20:57,497 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T07:20:57,497 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T07:20:57,497 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T07:20:57,498 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T07:20:57,498 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T07:20:57,498 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T07:20:57,500 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T07:20:57,500 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45135-0x1013837dc5a0000, quorum=127.0.0.1:53661, baseZNode=/0144033443 Unable to get data of znode /0144033443/balancer because node does not exist (not necessarily an error) 2024-11-14T07:20:57,563 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0144033443/balancer already deleted, retry=false 2024-11-14T07:20:57,563 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T07:20:57,564 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45135-0x1013837dc5a0000, quorum=127.0.0.1:53661, baseZNode=/0144033443 Unable to get data of znode /0144033443/normalizer because node does not exist (not necessarily an error) 2024-11-14T07:20:57,573 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0144033443/normalizer already deleted, retry=false 2024-11-14T07:20:57,574 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T07:20:57,574 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45135-0x1013837dc5a0000, quorum=127.0.0.1:53661, baseZNode=/0144033443 Unable to get data of znode /0144033443/switch/split because node does not exist (not necessarily an error) 2024-11-14T07:20:57,584 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0144033443/switch/split already deleted, retry=false 2024-11-14T07:20:57,584 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45135-0x1013837dc5a0000, quorum=127.0.0.1:53661, baseZNode=/0144033443 Unable to get data of znode /0144033443/switch/merge because node does not exist (not necessarily an error) 2024-11-14T07:20:57,595 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0144033443/switch/merge already deleted, retry=false 2024-11-14T07:20:57,596 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45135-0x1013837dc5a0000, quorum=127.0.0.1:53661, baseZNode=/0144033443 Unable to get data of znode /0144033443/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T07:20:57,605 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0144033443/snapshot-cleanup already deleted, retry=false 2024-11-14T07:20:57,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45135-0x1013837dc5a0000, quorum=127.0.0.1:53661, baseZNode=/0144033443 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0144033443/running 2024-11-14T07:20:57,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44033-0x1013837dc5a0001, quorum=127.0.0.1:53661, baseZNode=/0144033443 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0144033443/running 2024-11-14T07:20:57,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45135-0x1013837dc5a0000, quorum=127.0.0.1:53661, baseZNode=/0144033443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0144033443 2024-11-14T07:20:57,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44033-0x1013837dc5a0001, quorum=127.0.0.1:53661, baseZNode=/0144033443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0144033443 2024-11-14T07:20:57,616 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c7aa6e2790b3,45135,1731568855490, sessionid=0x1013837dc5a0000, setting cluster-up flag (Was=false) 2024-11-14T07:20:57,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44033-0x1013837dc5a0001, quorum=127.0.0.1:53661, baseZNode=/0144033443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0144033443 2024-11-14T07:20:57,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45135-0x1013837dc5a0000, quorum=127.0.0.1:53661, baseZNode=/0144033443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0144033443 2024-11-14T07:20:57,668 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0144033443/flush-table-proc/acquired, /0144033443/flush-table-proc/reached, /0144033443/flush-table-proc/abort 2024-11-14T07:20:57,669 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c7aa6e2790b3,45135,1731568855490 2024-11-14T07:20:57,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44033-0x1013837dc5a0001, quorum=127.0.0.1:53661, baseZNode=/0144033443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0144033443 2024-11-14T07:20:57,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45135-0x1013837dc5a0000, quorum=127.0.0.1:53661, baseZNode=/0144033443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0144033443 2024-11-14T07:20:57,721 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0144033443/online-snapshot/acquired, /0144033443/online-snapshot/reached, /0144033443/online-snapshot/abort 2024-11-14T07:20:57,722 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c7aa6e2790b3,45135,1731568855490 2024-11-14T07:20:57,723 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T07:20:57,724 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T07:20:57,724 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T07:20:57,724 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T07:20:57,724 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c7aa6e2790b3,45135,1731568855490 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T07:20:57,725 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:20:57,725 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c7aa6e2790b3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T07:20:57,725 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c7aa6e2790b3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T07:20:57,725 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T07:20:57,725 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T07:20:57,726 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c7aa6e2790b3:0, corePoolSize=10, maxPoolSize=10 2024-11-14T07:20:57,725 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c7aa6e2790b3,32917,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c7aa6e2790b3:32917 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T07:20:57,726 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:20:57,726 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T07:20:57,726 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:20:57,726 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38296 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c7aa6e2790b3,32917,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c7aa6e2790b3:32917 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T07:20:57,729 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T07:20:57,729 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T07:20:57,730 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:20:57,730 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T07:20:57,732 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731568887732 2024-11-14T07:20:57,732 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T07:20:57,733 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T07:20:57,733 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T07:20:57,733 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T07:20:57,733 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T07:20:57,733 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T07:20:57,735 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T07:20:57,735 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T07:20:57,735 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T07:20:57,735 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T07:20:57,735 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T07:20:57,736 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T07:20:57,736 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T07:20:57,741 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.large.0-1731568857736,5,FailOnTimeoutGroup] 2024-11-14T07:20:57,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43563 is added to blk_1073741831_1007 (size=1321) 2024-11-14T07:20:57,744 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.small.0-1731568857741,5,FailOnTimeoutGroup] 2024-11-14T07:20:57,744 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T07:20:57,744 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T07:20:57,744 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T07:20:57,744 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T07:20:57,823 INFO [RS:0;c7aa6e2790b3:44033 {}] regionserver.HRegionServer(746): ClusterId : 7e9979c2-985d-4eb7-8068-8238cfd4ff48 2024-11-14T07:20:57,823 DEBUG [RS:0;c7aa6e2790b3:44033 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T07:20:57,848 DEBUG [RS:0;c7aa6e2790b3:44033 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T07:20:57,848 DEBUG [RS:0;c7aa6e2790b3:44033 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T07:20:57,858 DEBUG [RS:0;c7aa6e2790b3:44033 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T07:20:57,859 DEBUG [RS:0;c7aa6e2790b3:44033 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@271cfd41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c7aa6e2790b3/172.17.0.2:0 2024-11-14T07:20:57,874 DEBUG [RS:0;c7aa6e2790b3:44033 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c7aa6e2790b3:44033 2024-11-14T07:20:57,874 INFO [RS:0;c7aa6e2790b3:44033 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T07:20:57,874 INFO [RS:0;c7aa6e2790b3:44033 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T07:20:57,874 DEBUG [RS:0;c7aa6e2790b3:44033 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T07:20:57,875 INFO [RS:0;c7aa6e2790b3:44033 {}] regionserver.HRegionServer(2659): reportForDuty to master=c7aa6e2790b3,45135,1731568855490 with port=44033, startcode=1731568855694 2024-11-14T07:20:57,875 DEBUG [RS:0;c7aa6e2790b3:44033 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T07:20:57,877 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45029, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T07:20:57,877 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45135 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c7aa6e2790b3,44033,1731568855694 2024-11-14T07:20:57,877 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45135 {}] master.ServerManager(517): Registering regionserver=c7aa6e2790b3,44033,1731568855694 2024-11-14T07:20:57,878 DEBUG [RS:0;c7aa6e2790b3:44033 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf 2024-11-14T07:20:57,879 DEBUG [RS:0;c7aa6e2790b3:44033 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43303 2024-11-14T07:20:57,879 DEBUG [RS:0;c7aa6e2790b3:44033 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T07:20:57,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45135-0x1013837dc5a0000, quorum=127.0.0.1:53661, baseZNode=/0144033443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0144033443/rs 2024-11-14T07:20:57,890 DEBUG [RS:0;c7aa6e2790b3:44033 {}] zookeeper.ZKUtil(111): regionserver:44033-0x1013837dc5a0001, quorum=127.0.0.1:53661, baseZNode=/0144033443 Set watcher on existing znode=/0144033443/rs/c7aa6e2790b3,44033,1731568855694 2024-11-14T07:20:57,890 WARN [RS:0;c7aa6e2790b3:44033 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T07:20:57,890 INFO [RS:0;c7aa6e2790b3:44033 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T07:20:57,890 DEBUG [RS:0;c7aa6e2790b3:44033 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/WALs/c7aa6e2790b3,44033,1731568855694 2024-11-14T07:20:57,890 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c7aa6e2790b3,44033,1731568855694] 2024-11-14T07:20:57,893 INFO [RS:0;c7aa6e2790b3:44033 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T07:20:57,896 INFO [RS:0;c7aa6e2790b3:44033 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T07:20:57,897 INFO [RS:0;c7aa6e2790b3:44033 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T07:20:57,897 INFO [RS:0;c7aa6e2790b3:44033 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T07:20:57,897 INFO [RS:0;c7aa6e2790b3:44033 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T07:20:57,898 INFO [RS:0;c7aa6e2790b3:44033 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T07:20:57,898 INFO [RS:0;c7aa6e2790b3:44033 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T07:20:57,898 DEBUG [RS:0;c7aa6e2790b3:44033 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:20:57,898 DEBUG [RS:0;c7aa6e2790b3:44033 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:20:57,898 DEBUG [RS:0;c7aa6e2790b3:44033 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:20:57,898 DEBUG [RS:0;c7aa6e2790b3:44033 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:20:57,898 DEBUG [RS:0;c7aa6e2790b3:44033 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:20:57,898 DEBUG [RS:0;c7aa6e2790b3:44033 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c7aa6e2790b3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T07:20:57,898 DEBUG [RS:0;c7aa6e2790b3:44033 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:20:57,898 DEBUG [RS:0;c7aa6e2790b3:44033 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:20:57,898 DEBUG [RS:0;c7aa6e2790b3:44033 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:20:57,898 DEBUG [RS:0;c7aa6e2790b3:44033 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:20:57,898 DEBUG [RS:0;c7aa6e2790b3:44033 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:20:57,898 DEBUG [RS:0;c7aa6e2790b3:44033 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:20:57,898 DEBUG [RS:0;c7aa6e2790b3:44033 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c7aa6e2790b3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T07:20:57,898 DEBUG [RS:0;c7aa6e2790b3:44033 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c7aa6e2790b3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T07:20:57,903 INFO [RS:0;c7aa6e2790b3:44033 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T07:20:57,903 INFO [RS:0;c7aa6e2790b3:44033 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T07:20:57,903 INFO [RS:0;c7aa6e2790b3:44033 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T07:20:57,903 INFO [RS:0;c7aa6e2790b3:44033 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T07:20:57,903 INFO [RS:0;c7aa6e2790b3:44033 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T07:20:57,903 INFO [RS:0;c7aa6e2790b3:44033 {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,44033,1731568855694-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T07:20:57,916 INFO [RS:0;c7aa6e2790b3:44033 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T07:20:57,916 INFO [RS:0;c7aa6e2790b3:44033 {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,44033,1731568855694-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T07:20:57,916 INFO [RS:0;c7aa6e2790b3:44033 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:20:57,916 INFO [RS:0;c7aa6e2790b3:44033 {}] regionserver.Replication(171): c7aa6e2790b3,44033,1731568855694 started 2024-11-14T07:20:57,928 INFO [RS:0;c7aa6e2790b3:44033 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:20:57,928 INFO [RS:0;c7aa6e2790b3:44033 {}] regionserver.HRegionServer(1482): Serving as c7aa6e2790b3,44033,1731568855694, RpcServer on c7aa6e2790b3/172.17.0.2:44033, sessionid=0x1013837dc5a0001 2024-11-14T07:20:57,928 DEBUG [RS:0;c7aa6e2790b3:44033 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T07:20:57,928 DEBUG [RS:0;c7aa6e2790b3:44033 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c7aa6e2790b3,44033,1731568855694 2024-11-14T07:20:57,928 DEBUG [RS:0;c7aa6e2790b3:44033 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c7aa6e2790b3,44033,1731568855694' 2024-11-14T07:20:57,928 DEBUG [RS:0;c7aa6e2790b3:44033 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0144033443/flush-table-proc/abort' 2024-11-14T07:20:57,929 DEBUG [RS:0;c7aa6e2790b3:44033 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0144033443/flush-table-proc/acquired' 2024-11-14T07:20:57,929 DEBUG [RS:0;c7aa6e2790b3:44033 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T07:20:57,929 DEBUG [RS:0;c7aa6e2790b3:44033 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T07:20:57,929 DEBUG [RS:0;c7aa6e2790b3:44033 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c7aa6e2790b3,44033,1731568855694 2024-11-14T07:20:57,929 DEBUG [RS:0;c7aa6e2790b3:44033 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c7aa6e2790b3,44033,1731568855694' 2024-11-14T07:20:57,929 DEBUG [RS:0;c7aa6e2790b3:44033 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0144033443/online-snapshot/abort' 2024-11-14T07:20:57,930 DEBUG [RS:0;c7aa6e2790b3:44033 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0144033443/online-snapshot/acquired' 2024-11-14T07:20:57,930 DEBUG [RS:0;c7aa6e2790b3:44033 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T07:20:57,930 INFO [RS:0;c7aa6e2790b3:44033 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T07:20:57,930 INFO [RS:0;c7aa6e2790b3:44033 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T07:20:58,031 INFO [RS:0;c7aa6e2790b3:44033 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T07:20:58,032 INFO [RS:0;c7aa6e2790b3:44033 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c7aa6e2790b3%2C44033%2C1731568855694, suffix=, logDir=hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/WALs/c7aa6e2790b3,44033,1731568855694, archiveDir=hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/oldWALs, maxLogs=10 2024-11-14T07:20:58,043 DEBUG [RS:0;c7aa6e2790b3:44033 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/WALs/c7aa6e2790b3,44033,1731568855694/c7aa6e2790b3%2C44033%2C1731568855694.1731568858032, exclude list is [], retry=0 2024-11-14T07:20:58,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43563,DS-6d5a0766-2775-4715-a659-0d2565a3ae0e,DISK] 2024-11-14T07:20:58,047 INFO [RS:0;c7aa6e2790b3:44033 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/WALs/c7aa6e2790b3,44033,1731568855694/c7aa6e2790b3%2C44033%2C1731568855694.1731568858032 2024-11-14T07:20:58,047 DEBUG [RS:0;c7aa6e2790b3:44033 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40035:40035)] 2024-11-14T07:20:58,143 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T07:20:58,144 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf 2024-11-14T07:20:58,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43563 is added to blk_1073741833_1009 (size=32) 2024-11-14T07:20:58,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:20:58,552 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T07:20:58,553 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T07:20:58,553 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:20:58,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:20:58,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T07:20:58,554 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T07:20:58,554 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:20:58,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:20:58,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T07:20:58,556 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T07:20:58,556 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:20:58,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:20:58,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T07:20:58,557 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T07:20:58,557 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:20:58,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:20:58,557 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T07:20:58,557 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/data/hbase/meta/1588230740 2024-11-14T07:20:58,558 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/data/hbase/meta/1588230740 2024-11-14T07:20:58,559 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T07:20:58,559 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T07:20:58,559 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T07:20:58,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T07:20:58,561 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T07:20:58,561 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61458334, jitterRate=-0.084199458360672}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T07:20:58,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731568858551Initializing all the Stores at 1731568858551Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568858551Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568858552 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568858552Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568858552Cleaning up temporary data from old regions at 1731568858559 (+7 ms)Region opened successfully at 1731568858562 (+3 ms) 2024-11-14T07:20:58,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T07:20:58,562 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T07:20:58,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T07:20:58,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T07:20:58,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T07:20:58,562 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T07:20:58,563 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731568858562Disabling compacts and flushes for region at 1731568858562Disabling writes for close at 1731568858562Writing region close event to WAL at 1731568858562Closed at 1731568858562 2024-11-14T07:20:58,563 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T07:20:58,563 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T07:20:58,564 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T07:20:58,564 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T07:20:58,565 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T07:20:58,715 DEBUG [c7aa6e2790b3:45135 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T07:20:58,716 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c7aa6e2790b3,44033,1731568855694 2024-11-14T07:20:58,717 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c7aa6e2790b3,44033,1731568855694, state=OPENING 2024-11-14T07:20:58,773 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T07:20:58,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45135-0x1013837dc5a0000, quorum=127.0.0.1:53661, baseZNode=/0144033443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0144033443 2024-11-14T07:20:58,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44033-0x1013837dc5a0001, quorum=127.0.0.1:53661, baseZNode=/0144033443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0144033443 2024-11-14T07:20:58,784 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T07:20:58,784 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0144033443/meta-region-server: CHANGED 2024-11-14T07:20:58,784 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0144033443/meta-region-server: CHANGED 2024-11-14T07:20:58,784 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c7aa6e2790b3,44033,1731568855694}] 2024-11-14T07:20:58,936 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T07:20:58,937 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39881, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T07:20:58,940 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T07:20:58,940 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T07:20:58,940 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T07:20:58,941 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c7aa6e2790b3%2C44033%2C1731568855694.meta, suffix=.meta, logDir=hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/WALs/c7aa6e2790b3,44033,1731568855694, archiveDir=hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/oldWALs, maxLogs=10 2024-11-14T07:20:58,952 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/WALs/c7aa6e2790b3,44033,1731568855694/c7aa6e2790b3%2C44033%2C1731568855694.meta.1731568858941.meta, exclude list is [], retry=0 2024-11-14T07:20:58,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43563,DS-6d5a0766-2775-4715-a659-0d2565a3ae0e,DISK] 2024-11-14T07:20:58,956 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/WALs/c7aa6e2790b3,44033,1731568855694/c7aa6e2790b3%2C44033%2C1731568855694.meta.1731568858941.meta 2024-11-14T07:20:58,956 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40035:40035)] 2024-11-14T07:20:58,956 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T07:20:58,956 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T07:20:58,956 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T07:20:58,956 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T07:20:58,956 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T07:20:58,956 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T07:20:58,957 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:20:58,957 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T07:20:58,957 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T07:20:58,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T07:20:58,959 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T07:20:58,959 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:20:58,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:20:58,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T07:20:58,960 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T07:20:58,960 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:20:58,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:20:58,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T07:20:58,961 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T07:20:58,961 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:20:58,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:20:58,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T07:20:58,962 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T07:20:58,962 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:20:58,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:20:58,962 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T07:20:58,963 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/data/hbase/meta/1588230740 2024-11-14T07:20:58,963 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/data/hbase/meta/1588230740 2024-11-14T07:20:58,964 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T07:20:58,964 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T07:20:58,964 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T07:20:58,965 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T07:20:58,965 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70229207, jitterRate=0.04649673402309418}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T07:20:58,966 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T07:20:58,966 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731568858957Writing region info on filesystem at 1731568858957Initializing all the Stores at 1731568858957Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568858957Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568858958 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568858958Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568858958Cleaning up temporary data from old regions at 1731568858964 (+6 ms)Running coprocessor post-open hooks at 1731568858966 (+2 ms)Region opened successfully at 1731568858966 2024-11-14T07:20:58,967 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731568858936 2024-11-14T07:20:58,968 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T07:20:58,968 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T07:20:58,969 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c7aa6e2790b3,44033,1731568855694 2024-11-14T07:20:58,969 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c7aa6e2790b3,44033,1731568855694, state=OPEN 2024-11-14T07:20:59,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44033-0x1013837dc5a0001, quorum=127.0.0.1:53661, baseZNode=/0144033443 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0144033443/meta-region-server 2024-11-14T07:20:59,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45135-0x1013837dc5a0000, quorum=127.0.0.1:53661, baseZNode=/0144033443 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0144033443/meta-region-server 2024-11-14T07:20:59,004 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c7aa6e2790b3,44033,1731568855694 2024-11-14T07:20:59,004 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0144033443/meta-region-server: CHANGED 2024-11-14T07:20:59,004 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0144033443/meta-region-server: CHANGED 2024-11-14T07:20:59,006 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T07:20:59,006 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c7aa6e2790b3,44033,1731568855694 in 220 msec 2024-11-14T07:20:59,007 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T07:20:59,008 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 442 msec 2024-11-14T07:20:59,008 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T07:20:59,008 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T07:20:59,009 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T07:20:59,009 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c7aa6e2790b3,44033,1731568855694, seqNum=-1] 2024-11-14T07:20:59,010 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T07:20:59,010 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34763, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T07:20:59,014 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2900 sec 2024-11-14T07:20:59,015 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731568859015, completionTime=-1 2024-11-14T07:20:59,015 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T07:20:59,015 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T07:20:59,016 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T07:20:59,016 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731568919016 2024-11-14T07:20:59,016 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731568979016 2024-11-14T07:20:59,016 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T07:20:59,017 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,45135,1731568855490-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T07:20:59,017 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,45135,1731568855490-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:20:59,017 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,45135,1731568855490-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:20:59,017 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c7aa6e2790b3:45135, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:20:59,017 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T07:20:59,017 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T07:20:59,019 DEBUG [master/c7aa6e2790b3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T07:20:59,020 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.257sec 2024-11-14T07:20:59,020 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T07:20:59,020 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T07:20:59,020 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T07:20:59,020 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T07:20:59,020 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T07:20:59,020 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,45135,1731568855490-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T07:20:59,020 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,45135,1731568855490-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T07:20:59,022 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T07:20:59,022 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T07:20:59,022 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,45135,1731568855490-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:20:59,024 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57001938, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:20:59,024 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,45135,-1 for getting cluster id 2024-11-14T07:20:59,024 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:20:59,025 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7e9979c2-985d-4eb7-8068-8238cfd4ff48' 2024-11-14T07:20:59,025 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:20:59,025 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7e9979c2-985d-4eb7-8068-8238cfd4ff48" 2024-11-14T07:20:59,025 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74d06bb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:20:59,025 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,45135,-1] 2024-11-14T07:20:59,025 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:20:59,025 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:20:59,026 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:20:59,026 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2078d614, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:20:59,027 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T07:20:59,027 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c7aa6e2790b3,44033,1731568855694, seqNum=-1] 2024-11-14T07:20:59,028 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T07:20:59,028 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T07:20:59,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c7aa6e2790b3,45135,1731568855490 2024-11-14T07:20:59,030 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53661 2024-11-14T07:20:59,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53661, baseZNode=/0144033443 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T07:20:59,053 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013837dc5a0002 connected 2024-11-14T07:20:59,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2d0b3637-a1a7-bfaf-6e07-3f9ff6c098a2/hadoop.log.dir so I do NOT create it in target/test-data/40128fe2-b14b-430a-9063-55b4dfa97d5c 2024-11-14T07:20:59,065 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2d0b3637-a1a7-bfaf-6e07-3f9ff6c098a2/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T07:20:59,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2d0b3637-a1a7-bfaf-6e07-3f9ff6c098a2/hadoop.tmp.dir so I do NOT create it in target/test-data/40128fe2-b14b-430a-9063-55b4dfa97d5c 2024-11-14T07:20:59,065 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2d0b3637-a1a7-bfaf-6e07-3f9ff6c098a2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T07:20:59,065 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/40128fe2-b14b-430a-9063-55b4dfa97d5c 2024-11-14T07:20:59,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T07:20:59,066 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/40128fe2-b14b-430a-9063-55b4dfa97d5c/cluster_b665ed62-d269-4997-2949-3f023366f301, deleteOnExit=true 2024-11-14T07:20:59,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T07:20:59,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/40128fe2-b14b-430a-9063-55b4dfa97d5c/test.cache.data in system properties and HBase conf 2024-11-14T07:20:59,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/40128fe2-b14b-430a-9063-55b4dfa97d5c/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T07:20:59,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/40128fe2-b14b-430a-9063-55b4dfa97d5c/hadoop.log.dir in system properties and HBase conf 2024-11-14T07:20:59,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/40128fe2-b14b-430a-9063-55b4dfa97d5c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T07:20:59,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/40128fe2-b14b-430a-9063-55b4dfa97d5c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T07:20:59,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T07:20:59,066 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T07:20:59,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/40128fe2-b14b-430a-9063-55b4dfa97d5c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T07:20:59,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/40128fe2-b14b-430a-9063-55b4dfa97d5c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T07:20:59,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/40128fe2-b14b-430a-9063-55b4dfa97d5c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T07:20:59,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/40128fe2-b14b-430a-9063-55b4dfa97d5c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T07:20:59,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/40128fe2-b14b-430a-9063-55b4dfa97d5c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T07:20:59,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/40128fe2-b14b-430a-9063-55b4dfa97d5c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T07:20:59,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/40128fe2-b14b-430a-9063-55b4dfa97d5c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T07:20:59,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/40128fe2-b14b-430a-9063-55b4dfa97d5c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T07:20:59,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/40128fe2-b14b-430a-9063-55b4dfa97d5c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T07:20:59,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/40128fe2-b14b-430a-9063-55b4dfa97d5c/nfs.dump.dir in system properties and HBase conf 2024-11-14T07:20:59,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/40128fe2-b14b-430a-9063-55b4dfa97d5c/java.io.tmpdir in system properties and HBase conf 2024-11-14T07:20:59,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/40128fe2-b14b-430a-9063-55b4dfa97d5c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T07:20:59,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/40128fe2-b14b-430a-9063-55b4dfa97d5c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T07:20:59,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/40128fe2-b14b-430a-9063-55b4dfa97d5c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T07:20:59,374 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T07:20:59,378 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T07:20:59,379 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T07:20:59,379 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T07:20:59,379 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T07:20:59,379 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T07:20:59,380 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c100a67{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/40128fe2-b14b-430a-9063-55b4dfa97d5c/hadoop.log.dir/,AVAILABLE} 2024-11-14T07:20:59,380 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c266c54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T07:20:59,475 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@265f5b99{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/40128fe2-b14b-430a-9063-55b4dfa97d5c/java.io.tmpdir/jetty-localhost-33619-hadoop-hdfs-3_4_1-tests_jar-_-any-14720987860691213720/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T07:20:59,476 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3f288855{HTTP/1.1, (http/1.1)}{localhost:33619} 2024-11-14T07:20:59,476 INFO [Time-limited test {}] server.Server(415): Started @229319ms 2024-11-14T07:20:59,723 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T07:20:59,726 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T07:20:59,731 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T07:20:59,732 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T07:20:59,732 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T07:20:59,732 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@335b3501{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/40128fe2-b14b-430a-9063-55b4dfa97d5c/hadoop.log.dir/,AVAILABLE} 2024-11-14T07:20:59,732 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53c664ef{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T07:20:59,856 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4fc5ed68{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/40128fe2-b14b-430a-9063-55b4dfa97d5c/java.io.tmpdir/jetty-localhost-45207-hadoop-hdfs-3_4_1-tests_jar-_-any-2957957121486552205/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T07:20:59,856 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@525e5e7f{HTTP/1.1, (http/1.1)}{localhost:45207} 2024-11-14T07:20:59,856 INFO [Time-limited test {}] server.Server(415): Started @229700ms 2024-11-14T07:20:59,858 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T07:21:00,512 WARN [Thread-2752 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/40128fe2-b14b-430a-9063-55b4dfa97d5c/cluster_b665ed62-d269-4997-2949-3f023366f301/data/data2/current/BP-259213725-172.17.0.2-1731568859080/current, will proceed with Du for space computation calculation, 2024-11-14T07:21:00,512 WARN [Thread-2751 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/40128fe2-b14b-430a-9063-55b4dfa97d5c/cluster_b665ed62-d269-4997-2949-3f023366f301/data/data1/current/BP-259213725-172.17.0.2-1731568859080/current, will proceed with Du for space computation calculation, 2024-11-14T07:21:00,526 WARN [Thread-2739 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T07:21:00,528 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb6bb21cb11fdb713 with lease ID 0xaa786f54791bd7be: Processing first storage report for DS-7594066b-d234-4514-ab46-031c670c1a76 from datanode DatanodeRegistration(127.0.0.1:35567, datanodeUuid=ebde28f8-902b-49be-a390-b952c14149f8, infoPort=39131, infoSecurePort=0, ipcPort=45235, storageInfo=lv=-57;cid=testClusterID;nsid=577743615;c=1731568859080) 2024-11-14T07:21:00,528 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb6bb21cb11fdb713 with lease ID 0xaa786f54791bd7be: from storage DS-7594066b-d234-4514-ab46-031c670c1a76 node DatanodeRegistration(127.0.0.1:35567, datanodeUuid=ebde28f8-902b-49be-a390-b952c14149f8, infoPort=39131, infoSecurePort=0, ipcPort=45235, storageInfo=lv=-57;cid=testClusterID;nsid=577743615;c=1731568859080), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T07:21:00,528 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb6bb21cb11fdb713 with lease ID 0xaa786f54791bd7be: Processing first storage report for DS-0a55ae3c-f6fd-4d0f-acd9-1c22435ad528 from datanode DatanodeRegistration(127.0.0.1:35567, datanodeUuid=ebde28f8-902b-49be-a390-b952c14149f8, infoPort=39131, infoSecurePort=0, ipcPort=45235, storageInfo=lv=-57;cid=testClusterID;nsid=577743615;c=1731568859080) 2024-11-14T07:21:00,528 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb6bb21cb11fdb713 with lease ID 0xaa786f54791bd7be: from storage DS-0a55ae3c-f6fd-4d0f-acd9-1c22435ad528 node DatanodeRegistration(127.0.0.1:35567, datanodeUuid=ebde28f8-902b-49be-a390-b952c14149f8, infoPort=39131, infoSecurePort=0, ipcPort=45235, storageInfo=lv=-57;cid=testClusterID;nsid=577743615;c=1731568859080), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T07:21:00,590 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/40128fe2-b14b-430a-9063-55b4dfa97d5c 2024-11-14T07:21:00,590 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:21:00,591 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:21:00,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35567 is added to blk_1073741825_1001 (size=7) 2024-11-14T07:21:00,999 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4 with version=8 2024-11-14T07:21:00,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/hbase-staging 2024-11-14T07:21:01,001 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c7aa6e2790b3:0 server-side Connection retries=45 2024-11-14T07:21:01,001 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T07:21:01,001 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T07:21:01,001 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T07:21:01,001 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T07:21:01,001 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T07:21:01,002 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T07:21:01,002 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T07:21:01,002 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40967 2024-11-14T07:21:01,003 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40967 connecting to ZooKeeper ensemble=127.0.0.1:53661 2024-11-14T07:21:01,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:409670x0, quorum=127.0.0.1:53661, baseZNode=/11490760668 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T07:21:01,069 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40967-0x1013837dc5a0003 connected 2024-11-14T07:21:01,142 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:21:01,143 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:21:01,145 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40967-0x1013837dc5a0003, quorum=127.0.0.1:53661, baseZNode=/11490760668 Set watcher on znode that does not yet exist, /11490760668/running 2024-11-14T07:21:01,145 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4, hbase.cluster.distributed=false 2024-11-14T07:21:01,147 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40967-0x1013837dc5a0003, quorum=127.0.0.1:53661, baseZNode=/11490760668 Set watcher on znode that does not yet exist, /11490760668/acl 2024-11-14T07:21:01,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40967 2024-11-14T07:21:01,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40967 2024-11-14T07:21:01,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40967 2024-11-14T07:21:01,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40967 2024-11-14T07:21:01,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40967 2024-11-14T07:21:01,163 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c7aa6e2790b3:0 server-side Connection retries=45 2024-11-14T07:21:01,163 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T07:21:01,163 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T07:21:01,163 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T07:21:01,163 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T07:21:01,163 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T07:21:01,163 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T07:21:01,164 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T07:21:01,164 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42469 2024-11-14T07:21:01,165 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42469 connecting to ZooKeeper ensemble=127.0.0.1:53661 2024-11-14T07:21:01,165 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:21:01,167 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:21:01,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:424690x0, quorum=127.0.0.1:53661, baseZNode=/11490760668 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T07:21:01,179 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:424690x0, quorum=127.0.0.1:53661, baseZNode=/11490760668 Set watcher on znode that does not yet exist, /11490760668/running 2024-11-14T07:21:01,179 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42469-0x1013837dc5a0004 connected 2024-11-14T07:21:01,179 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T07:21:01,180 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T07:21:01,180 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42469-0x1013837dc5a0004, quorum=127.0.0.1:53661, baseZNode=/11490760668 Set watcher on znode that does not yet exist, /11490760668/master 2024-11-14T07:21:01,181 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42469-0x1013837dc5a0004, quorum=127.0.0.1:53661, baseZNode=/11490760668 Set watcher on znode that does not yet exist, /11490760668/acl 2024-11-14T07:21:01,182 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42469 2024-11-14T07:21:01,182 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42469 2024-11-14T07:21:01,183 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42469 2024-11-14T07:21:01,183 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42469 2024-11-14T07:21:01,183 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42469 2024-11-14T07:21:01,193 DEBUG [M:0;c7aa6e2790b3:40967 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c7aa6e2790b3:40967 2024-11-14T07:21:01,195 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11490760668/backup-masters/c7aa6e2790b3,40967,1731568861001 2024-11-14T07:21:01,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40967-0x1013837dc5a0003, quorum=127.0.0.1:53661, baseZNode=/11490760668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11490760668/backup-masters 2024-11-14T07:21:01,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42469-0x1013837dc5a0004, quorum=127.0.0.1:53661, baseZNode=/11490760668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11490760668/backup-masters 2024-11-14T07:21:01,205 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40967-0x1013837dc5a0003, quorum=127.0.0.1:53661, baseZNode=/11490760668 Set watcher on existing znode=/11490760668/backup-masters/c7aa6e2790b3,40967,1731568861001 2024-11-14T07:21:01,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40967-0x1013837dc5a0003, quorum=127.0.0.1:53661, baseZNode=/11490760668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11490760668 2024-11-14T07:21:01,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42469-0x1013837dc5a0004, quorum=127.0.0.1:53661, baseZNode=/11490760668 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11490760668/master 2024-11-14T07:21:01,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42469-0x1013837dc5a0004, quorum=127.0.0.1:53661, baseZNode=/11490760668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11490760668 2024-11-14T07:21:01,216 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40967-0x1013837dc5a0003, quorum=127.0.0.1:53661, baseZNode=/11490760668 Set watcher on existing znode=/11490760668/master 2024-11-14T07:21:01,216 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11490760668/backup-masters/c7aa6e2790b3,40967,1731568861001 from backup master directory 2024-11-14T07:21:01,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40967-0x1013837dc5a0003, quorum=127.0.0.1:53661, baseZNode=/11490760668 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11490760668/backup-masters/c7aa6e2790b3,40967,1731568861001 2024-11-14T07:21:01,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42469-0x1013837dc5a0004, quorum=127.0.0.1:53661, baseZNode=/11490760668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11490760668/backup-masters 2024-11-14T07:21:01,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40967-0x1013837dc5a0003, quorum=127.0.0.1:53661, baseZNode=/11490760668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11490760668/backup-masters 2024-11-14T07:21:01,226 WARN [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T07:21:01,226 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c7aa6e2790b3,40967,1731568861001 2024-11-14T07:21:01,229 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/hbase.id] with ID: 5aa0b889-207c-416c-b267-0ea9ab2a30ac 2024-11-14T07:21:01,229 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/.tmp/hbase.id 2024-11-14T07:21:01,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35567 is added to blk_1073741826_1002 (size=42) 2024-11-14T07:21:01,233 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/.tmp/hbase.id]:[hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/hbase.id] 2024-11-14T07:21:01,240 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:21:01,240 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T07:21:01,241 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T07:21:01,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40967-0x1013837dc5a0003, quorum=127.0.0.1:53661, baseZNode=/11490760668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11490760668 2024-11-14T07:21:01,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42469-0x1013837dc5a0004, quorum=127.0.0.1:53661, baseZNode=/11490760668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11490760668 2024-11-14T07:21:01,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35567 is added to blk_1073741827_1003 (size=196) 2024-11-14T07:21:01,712 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T07:21:01,712 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T07:21:01,713 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T07:21:01,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35567 is added to blk_1073741828_1004 (size=1189) 2024-11-14T07:21:02,118 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/MasterData/data/master/store 2024-11-14T07:21:02,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35567 is added to blk_1073741829_1005 (size=34) 2024-11-14T07:21:02,523 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:21:02,523 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T07:21:02,523 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:21:02,523 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:21:02,523 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T07:21:02,523 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:21:02,523 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:21:02,524 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731568862523Disabling compacts and flushes for region at 1731568862523Disabling writes for close at 1731568862523Writing region close event to WAL at 1731568862523Closed at 1731568862523 2024-11-14T07:21:02,524 WARN [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/MasterData/data/master/store/.initializing 2024-11-14T07:21:02,524 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/MasterData/WALs/c7aa6e2790b3,40967,1731568861001 2024-11-14T07:21:02,525 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T07:21:02,527 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c7aa6e2790b3%2C40967%2C1731568861001, suffix=, logDir=hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/MasterData/WALs/c7aa6e2790b3,40967,1731568861001, archiveDir=hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/MasterData/oldWALs, maxLogs=10 2024-11-14T07:21:02,541 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/MasterData/WALs/c7aa6e2790b3,40967,1731568861001/c7aa6e2790b3%2C40967%2C1731568861001.1731568862527, exclude list is [], retry=0 2024-11-14T07:21:02,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35567,DS-7594066b-d234-4514-ab46-031c670c1a76,DISK] 2024-11-14T07:21:02,544 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/MasterData/WALs/c7aa6e2790b3,40967,1731568861001/c7aa6e2790b3%2C40967%2C1731568861001.1731568862527 2024-11-14T07:21:02,545 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39131:39131)] 2024-11-14T07:21:02,545 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T07:21:02,545 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:21:02,545 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:21:02,545 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:21:02,546 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:21:02,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T07:21:02,547 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:21:02,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:21:02,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:21:02,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T07:21:02,548 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:21:02,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:21:02,549 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:21:02,549 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T07:21:02,549 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:21:02,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:21:02,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:21:02,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T07:21:02,550 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:21:02,551 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:21:02,551 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:21:02,551 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:21:02,551 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:21:02,552 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:21:02,552 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:21:02,553 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T07:21:02,553 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:21:02,555 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T07:21:02,555 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74033462, jitterRate=0.10318455100059509}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T07:21:02,555 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731568862545Initializing all the Stores at 1731568862546 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568862546Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568862546Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568862546Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568862546Cleaning up temporary data from old regions at 1731568862552 (+6 ms)Region opened successfully at 1731568862555 (+3 ms) 2024-11-14T07:21:02,555 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T07:21:02,558 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67865cc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c7aa6e2790b3/172.17.0.2:0 2024-11-14T07:21:02,558 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T07:21:02,559 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T07:21:02,559 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T07:21:02,559 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T07:21:02,559 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T07:21:02,559 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T07:21:02,559 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T07:21:02,561 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T07:21:02,561 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40967-0x1013837dc5a0003, quorum=127.0.0.1:53661, baseZNode=/11490760668 Unable to get data of znode /11490760668/balancer because node does not exist (not necessarily an error) 2024-11-14T07:21:02,626 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11490760668/balancer already deleted, retry=false 2024-11-14T07:21:02,627 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T07:21:02,627 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40967-0x1013837dc5a0003, quorum=127.0.0.1:53661, baseZNode=/11490760668 Unable to get data of znode /11490760668/normalizer because node does not exist (not necessarily an error) 2024-11-14T07:21:02,636 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11490760668/normalizer already deleted, retry=false 2024-11-14T07:21:02,637 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T07:21:02,638 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40967-0x1013837dc5a0003, quorum=127.0.0.1:53661, baseZNode=/11490760668 Unable to get data of znode /11490760668/switch/split because node does not exist (not necessarily an error) 2024-11-14T07:21:02,646 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T07:21:02,647 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:02,647 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11490760668/switch/split already deleted, retry=false 2024-11-14T07:21:02,647 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:02,647 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40967-0x1013837dc5a0003, quorum=127.0.0.1:53661, baseZNode=/11490760668 Unable to get data of znode /11490760668/switch/merge because node does not exist (not necessarily an error) 2024-11-14T07:21:02,657 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11490760668/switch/merge already deleted, retry=false 2024-11-14T07:21:02,659 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40967-0x1013837dc5a0003, quorum=127.0.0.1:53661, baseZNode=/11490760668 Unable to get data of znode /11490760668/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T07:21:02,668 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11490760668/snapshot-cleanup already deleted, retry=false 2024-11-14T07:21:02,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42469-0x1013837dc5a0004, quorum=127.0.0.1:53661, baseZNode=/11490760668 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11490760668/running 2024-11-14T07:21:02,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40967-0x1013837dc5a0003, quorum=127.0.0.1:53661, baseZNode=/11490760668 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11490760668/running 2024-11-14T07:21:02,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42469-0x1013837dc5a0004, quorum=127.0.0.1:53661, baseZNode=/11490760668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11490760668 2024-11-14T07:21:02,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40967-0x1013837dc5a0003, quorum=127.0.0.1:53661, baseZNode=/11490760668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11490760668 2024-11-14T07:21:02,679 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c7aa6e2790b3,40967,1731568861001, sessionid=0x1013837dc5a0003, setting cluster-up flag (Was=false) 2024-11-14T07:21:02,690 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:02,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:02,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:02,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:02,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:02,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:02,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40967-0x1013837dc5a0003, quorum=127.0.0.1:53661, baseZNode=/11490760668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11490760668 2024-11-14T07:21:02,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42469-0x1013837dc5a0004, quorum=127.0.0.1:53661, baseZNode=/11490760668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11490760668 2024-11-14T07:21:02,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:02,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:02,706 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:02,708 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:02,731 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11490760668/flush-table-proc/acquired, /11490760668/flush-table-proc/reached, /11490760668/flush-table-proc/abort 2024-11-14T07:21:02,732 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c7aa6e2790b3,40967,1731568861001 2024-11-14T07:21:02,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42469-0x1013837dc5a0004, quorum=127.0.0.1:53661, baseZNode=/11490760668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11490760668 2024-11-14T07:21:02,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40967-0x1013837dc5a0003, quorum=127.0.0.1:53661, baseZNode=/11490760668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11490760668 2024-11-14T07:21:02,784 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11490760668/online-snapshot/acquired, /11490760668/online-snapshot/reached, /11490760668/online-snapshot/abort 2024-11-14T07:21:02,784 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c7aa6e2790b3,40967,1731568861001 2024-11-14T07:21:02,785 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T07:21:02,787 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T07:21:02,787 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T07:21:02,787 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T07:21:02,788 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c7aa6e2790b3,40967,1731568861001 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T07:21:02,788 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c7aa6e2790b3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T07:21:02,789 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c7aa6e2790b3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T07:21:02,789 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T07:21:02,789 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T07:21:02,789 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c7aa6e2790b3:0, corePoolSize=10, maxPoolSize=10 2024-11-14T07:21:02,789 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:21:02,789 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T07:21:02,789 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:21:02,789 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731568892789 2024-11-14T07:21:02,789 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T07:21:02,790 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T07:21:02,790 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T07:21:02,790 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T07:21:02,790 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T07:21:02,790 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T07:21:02,790 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T07:21:02,790 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T07:21:02,791 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:02,791 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:21:02,791 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T07:21:02,791 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T07:21:02,791 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T07:21:02,791 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T07:21:02,791 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T07:21:02,792 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T07:21:02,792 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T07:21:02,796 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.large.0-1731568862792,5,FailOnTimeoutGroup] 2024-11-14T07:21:02,800 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.small.0-1731568862796,5,FailOnTimeoutGroup] 2024-11-14T07:21:02,800 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:02,800 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T07:21:02,800 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:02,800 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:02,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35567 is added to blk_1073741831_1007 (size=1321) 2024-11-14T07:21:02,886 INFO [RS:0;c7aa6e2790b3:42469 {}] regionserver.HRegionServer(746): ClusterId : 5aa0b889-207c-416c-b267-0ea9ab2a30ac 2024-11-14T07:21:02,886 DEBUG [RS:0;c7aa6e2790b3:42469 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T07:21:02,961 DEBUG [RS:0;c7aa6e2790b3:42469 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T07:21:02,961 DEBUG [RS:0;c7aa6e2790b3:42469 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T07:21:02,990 DEBUG [RS:0;c7aa6e2790b3:42469 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T07:21:02,990 DEBUG [RS:0;c7aa6e2790b3:42469 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d16cbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c7aa6e2790b3/172.17.0.2:0 2024-11-14T07:21:03,001 DEBUG [RS:0;c7aa6e2790b3:42469 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c7aa6e2790b3:42469 2024-11-14T07:21:03,001 INFO [RS:0;c7aa6e2790b3:42469 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T07:21:03,001 INFO [RS:0;c7aa6e2790b3:42469 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T07:21:03,001 DEBUG [RS:0;c7aa6e2790b3:42469 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T07:21:03,002 INFO [RS:0;c7aa6e2790b3:42469 {}] regionserver.HRegionServer(2659): reportForDuty to master=c7aa6e2790b3,40967,1731568861001 with port=42469, startcode=1731568861163 2024-11-14T07:21:03,002 DEBUG [RS:0;c7aa6e2790b3:42469 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T07:21:03,003 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43589, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T07:21:03,003 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40967 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c7aa6e2790b3,42469,1731568861163 2024-11-14T07:21:03,003 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40967 {}] master.ServerManager(517): Registering regionserver=c7aa6e2790b3,42469,1731568861163 2024-11-14T07:21:03,004 DEBUG [RS:0;c7aa6e2790b3:42469 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4 2024-11-14T07:21:03,004 DEBUG [RS:0;c7aa6e2790b3:42469 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34677 2024-11-14T07:21:03,004 DEBUG [RS:0;c7aa6e2790b3:42469 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T07:21:03,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40967-0x1013837dc5a0003, quorum=127.0.0.1:53661, baseZNode=/11490760668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11490760668/rs 2024-11-14T07:21:03,016 DEBUG [RS:0;c7aa6e2790b3:42469 {}] zookeeper.ZKUtil(111): regionserver:42469-0x1013837dc5a0004, quorum=127.0.0.1:53661, baseZNode=/11490760668 Set watcher on existing znode=/11490760668/rs/c7aa6e2790b3,42469,1731568861163 2024-11-14T07:21:03,016 WARN [RS:0;c7aa6e2790b3:42469 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T07:21:03,016 INFO [RS:0;c7aa6e2790b3:42469 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T07:21:03,016 DEBUG [RS:0;c7aa6e2790b3:42469 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/WALs/c7aa6e2790b3,42469,1731568861163 2024-11-14T07:21:03,016 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c7aa6e2790b3,42469,1731568861163] 2024-11-14T07:21:03,019 INFO [RS:0;c7aa6e2790b3:42469 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T07:21:03,020 INFO [RS:0;c7aa6e2790b3:42469 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T07:21:03,020 INFO [RS:0;c7aa6e2790b3:42469 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T07:21:03,020 INFO [RS:0;c7aa6e2790b3:42469 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:03,020 INFO [RS:0;c7aa6e2790b3:42469 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T07:21:03,021 INFO [RS:0;c7aa6e2790b3:42469 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T07:21:03,021 INFO [RS:0;c7aa6e2790b3:42469 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:03,021 DEBUG [RS:0;c7aa6e2790b3:42469 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:21:03,021 DEBUG [RS:0;c7aa6e2790b3:42469 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:21:03,021 DEBUG [RS:0;c7aa6e2790b3:42469 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:21:03,021 DEBUG [RS:0;c7aa6e2790b3:42469 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:21:03,021 DEBUG [RS:0;c7aa6e2790b3:42469 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:21:03,021 DEBUG [RS:0;c7aa6e2790b3:42469 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c7aa6e2790b3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T07:21:03,021 DEBUG [RS:0;c7aa6e2790b3:42469 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:21:03,021 DEBUG [RS:0;c7aa6e2790b3:42469 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:21:03,021 DEBUG [RS:0;c7aa6e2790b3:42469 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:21:03,021 DEBUG [RS:0;c7aa6e2790b3:42469 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:21:03,021 DEBUG [RS:0;c7aa6e2790b3:42469 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:21:03,021 DEBUG [RS:0;c7aa6e2790b3:42469 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:21:03,021 DEBUG [RS:0;c7aa6e2790b3:42469 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c7aa6e2790b3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T07:21:03,021 DEBUG [RS:0;c7aa6e2790b3:42469 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c7aa6e2790b3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T07:21:03,023 INFO [RS:0;c7aa6e2790b3:42469 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:03,024 INFO [RS:0;c7aa6e2790b3:42469 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:03,024 INFO [RS:0;c7aa6e2790b3:42469 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:03,024 INFO [RS:0;c7aa6e2790b3:42469 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:03,024 INFO [RS:0;c7aa6e2790b3:42469 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:03,024 INFO [RS:0;c7aa6e2790b3:42469 {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,42469,1731568861163-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T07:21:03,035 INFO [RS:0;c7aa6e2790b3:42469 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T07:21:03,035 INFO [RS:0;c7aa6e2790b3:42469 {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,42469,1731568861163-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:03,036 INFO [RS:0;c7aa6e2790b3:42469 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:03,036 INFO [RS:0;c7aa6e2790b3:42469 {}] regionserver.Replication(171): c7aa6e2790b3,42469,1731568861163 started 2024-11-14T07:21:03,047 INFO [RS:0;c7aa6e2790b3:42469 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:03,047 INFO [RS:0;c7aa6e2790b3:42469 {}] regionserver.HRegionServer(1482): Serving as c7aa6e2790b3,42469,1731568861163, RpcServer on c7aa6e2790b3/172.17.0.2:42469, sessionid=0x1013837dc5a0004 2024-11-14T07:21:03,047 DEBUG [RS:0;c7aa6e2790b3:42469 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T07:21:03,047 DEBUG [RS:0;c7aa6e2790b3:42469 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c7aa6e2790b3,42469,1731568861163 2024-11-14T07:21:03,047 DEBUG [RS:0;c7aa6e2790b3:42469 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c7aa6e2790b3,42469,1731568861163' 2024-11-14T07:21:03,047 DEBUG [RS:0;c7aa6e2790b3:42469 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11490760668/flush-table-proc/abort' 2024-11-14T07:21:03,048 DEBUG [RS:0;c7aa6e2790b3:42469 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11490760668/flush-table-proc/acquired' 2024-11-14T07:21:03,048 DEBUG [RS:0;c7aa6e2790b3:42469 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T07:21:03,048 DEBUG [RS:0;c7aa6e2790b3:42469 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T07:21:03,048 DEBUG [RS:0;c7aa6e2790b3:42469 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c7aa6e2790b3,42469,1731568861163 2024-11-14T07:21:03,048 DEBUG [RS:0;c7aa6e2790b3:42469 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c7aa6e2790b3,42469,1731568861163' 2024-11-14T07:21:03,048 DEBUG [RS:0;c7aa6e2790b3:42469 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11490760668/online-snapshot/abort' 2024-11-14T07:21:03,048 DEBUG [RS:0;c7aa6e2790b3:42469 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11490760668/online-snapshot/acquired' 2024-11-14T07:21:03,049 DEBUG [RS:0;c7aa6e2790b3:42469 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T07:21:03,049 INFO [RS:0;c7aa6e2790b3:42469 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T07:21:03,049 INFO [RS:0;c7aa6e2790b3:42469 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T07:21:03,149 INFO [RS:0;c7aa6e2790b3:42469 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T07:21:03,150 INFO [RS:0;c7aa6e2790b3:42469 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c7aa6e2790b3%2C42469%2C1731568861163, suffix=, logDir=hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/WALs/c7aa6e2790b3,42469,1731568861163, archiveDir=hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/oldWALs, maxLogs=10 2024-11-14T07:21:03,161 DEBUG [RS:0;c7aa6e2790b3:42469 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/WALs/c7aa6e2790b3,42469,1731568861163/c7aa6e2790b3%2C42469%2C1731568861163.1731568863150, exclude list is [], retry=0 2024-11-14T07:21:03,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35567,DS-7594066b-d234-4514-ab46-031c670c1a76,DISK] 2024-11-14T07:21:03,164 INFO [RS:0;c7aa6e2790b3:42469 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/WALs/c7aa6e2790b3,42469,1731568861163/c7aa6e2790b3%2C42469%2C1731568861163.1731568863150 2024-11-14T07:21:03,164 DEBUG [RS:0;c7aa6e2790b3:42469 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39131:39131)] 2024-11-14T07:21:03,202 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T07:21:03,203 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4 2024-11-14T07:21:03,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35567 is added to blk_1073741833_1009 (size=32) 2024-11-14T07:21:03,608 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:21:03,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T07:21:03,609 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T07:21:03,610 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:21:03,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:21:03,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T07:21:03,611 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T07:21:03,611 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:21:03,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:21:03,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T07:21:03,612 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T07:21:03,612 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:21:03,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:21:03,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T07:21:03,613 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T07:21:03,613 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:21:03,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:21:03,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T07:21:03,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/data/hbase/meta/1588230740 2024-11-14T07:21:03,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/data/hbase/meta/1588230740 2024-11-14T07:21:03,614 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T07:21:03,614 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T07:21:03,614 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T07:21:03,615 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T07:21:03,616 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T07:21:03,617 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65862210, jitterRate=-0.018576592206954956}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T07:21:03,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731568863608Initializing all the Stores at 1731568863608Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568863608Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568863608Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568863608Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568863608Cleaning up temporary data from old regions at 1731568863614 (+6 ms)Region opened successfully at 1731568863617 (+3 ms) 2024-11-14T07:21:03,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T07:21:03,617 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T07:21:03,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T07:21:03,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T07:21:03,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T07:21:03,617 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T07:21:03,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731568863617Disabling compacts and flushes for region at 1731568863617Disabling writes for close at 1731568863617Writing region close event to WAL at 1731568863617Closed at 1731568863617 2024-11-14T07:21:03,618 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T07:21:03,618 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T07:21:03,618 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T07:21:03,619 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T07:21:03,619 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T07:21:03,770 DEBUG [c7aa6e2790b3:40967 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T07:21:03,770 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c7aa6e2790b3,42469,1731568861163 2024-11-14T07:21:03,771 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c7aa6e2790b3,42469,1731568861163, state=OPENING 2024-11-14T07:21:03,859 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T07:21:03,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42469-0x1013837dc5a0004, quorum=127.0.0.1:53661, baseZNode=/11490760668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11490760668 2024-11-14T07:21:03,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40967-0x1013837dc5a0003, quorum=127.0.0.1:53661, baseZNode=/11490760668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11490760668 2024-11-14T07:21:03,879 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T07:21:03,879 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c7aa6e2790b3,42469,1731568861163}] 2024-11-14T07:21:03,879 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11490760668/meta-region-server: CHANGED 2024-11-14T07:21:03,879 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11490760668/meta-region-server: CHANGED 2024-11-14T07:21:03,893 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T07:21:04,031 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T07:21:04,032 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45167, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T07:21:04,034 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T07:21:04,034 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T07:21:04,034 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T07:21:04,035 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c7aa6e2790b3%2C42469%2C1731568861163.meta, suffix=.meta, logDir=hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/WALs/c7aa6e2790b3,42469,1731568861163, archiveDir=hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/oldWALs, maxLogs=10 2024-11-14T07:21:04,046 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/WALs/c7aa6e2790b3,42469,1731568861163/c7aa6e2790b3%2C42469%2C1731568861163.meta.1731568864036.meta, exclude list is [], retry=0 2024-11-14T07:21:04,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35567,DS-7594066b-d234-4514-ab46-031c670c1a76,DISK] 2024-11-14T07:21:04,049 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/WALs/c7aa6e2790b3,42469,1731568861163/c7aa6e2790b3%2C42469%2C1731568861163.meta.1731568864036.meta 2024-11-14T07:21:04,050 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39131:39131)] 2024-11-14T07:21:04,050 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T07:21:04,050 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T07:21:04,050 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T07:21:04,050 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T07:21:04,050 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T07:21:04,050 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T07:21:04,050 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:21:04,050 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T07:21:04,050 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T07:21:04,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T07:21:04,052 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T07:21:04,052 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:21:04,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:21:04,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T07:21:04,053 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T07:21:04,053 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:21:04,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:21:04,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T07:21:04,054 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T07:21:04,054 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:21:04,054 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:21:04,054 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T07:21:04,054 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T07:21:04,054 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:21:04,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:21:04,055 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T07:21:04,055 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/data/hbase/meta/1588230740 2024-11-14T07:21:04,056 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/data/hbase/meta/1588230740 2024-11-14T07:21:04,057 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T07:21:04,057 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T07:21:04,057 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T07:21:04,058 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T07:21:04,059 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72343012, jitterRate=0.07799488306045532}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T07:21:04,059 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T07:21:04,059 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731568864051Writing region info on filesystem at 1731568864051Initializing all the Stores at 1731568864051Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568864051Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568864051Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568864051Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568864051Cleaning up temporary data from old regions at 1731568864057 (+6 ms)Running coprocessor post-open hooks at 1731568864059 (+2 ms)Region opened successfully at 1731568864059 2024-11-14T07:21:04,059 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731568864030 2024-11-14T07:21:04,061 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T07:21:04,061 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T07:21:04,062 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c7aa6e2790b3,42469,1731568861163 2024-11-14T07:21:04,062 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c7aa6e2790b3,42469,1731568861163, state=OPEN 2024-11-14T07:21:04,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42469-0x1013837dc5a0004, quorum=127.0.0.1:53661, baseZNode=/11490760668 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11490760668/meta-region-server 2024-11-14T07:21:04,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40967-0x1013837dc5a0003, quorum=127.0.0.1:53661, baseZNode=/11490760668 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11490760668/meta-region-server 2024-11-14T07:21:04,073 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c7aa6e2790b3,42469,1731568861163 2024-11-14T07:21:04,074 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11490760668/meta-region-server: CHANGED 2024-11-14T07:21:04,074 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11490760668/meta-region-server: CHANGED 2024-11-14T07:21:04,076 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T07:21:04,076 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c7aa6e2790b3,42469,1731568861163 in 195 msec 2024-11-14T07:21:04,077 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T07:21:04,077 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 458 msec 2024-11-14T07:21:04,078 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T07:21:04,078 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T07:21:04,079 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T07:21:04,079 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c7aa6e2790b3,42469,1731568861163, seqNum=-1] 2024-11-14T07:21:04,079 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T07:21:04,080 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38491, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T07:21:04,084 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2970 sec 2024-11-14T07:21:04,084 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731568864084, completionTime=-1 2024-11-14T07:21:04,084 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T07:21:04,084 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T07:21:04,086 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T07:21:04,086 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731568924086 2024-11-14T07:21:04,086 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731568984086 2024-11-14T07:21:04,086 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T07:21:04,086 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,40967,1731568861001-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:04,086 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,40967,1731568861001-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:04,086 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,40967,1731568861001-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:04,086 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c7aa6e2790b3:40967, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:04,086 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:04,086 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:04,088 DEBUG [master/c7aa6e2790b3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T07:21:04,089 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.863sec 2024-11-14T07:21:04,089 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T07:21:04,089 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T07:21:04,089 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T07:21:04,089 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T07:21:04,089 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T07:21:04,089 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,40967,1731568861001-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T07:21:04,089 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,40967,1731568861001-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T07:21:04,091 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T07:21:04,091 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T07:21:04,091 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,40967,1731568861001-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:04,186 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39a3e149, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:21:04,187 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,40967,-1 for getting cluster id 2024-11-14T07:21:04,187 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:21:04,188 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5aa0b889-207c-416c-b267-0ea9ab2a30ac' 2024-11-14T07:21:04,188 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:21:04,188 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5aa0b889-207c-416c-b267-0ea9ab2a30ac" 2024-11-14T07:21:04,188 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16be856a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:21:04,188 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,40967,-1] 2024-11-14T07:21:04,188 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:21:04,188 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:21:04,189 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:21:04,190 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76deb67a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:21:04,190 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T07:21:04,191 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c7aa6e2790b3,42469,1731568861163, seqNum=-1] 2024-11-14T07:21:04,191 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T07:21:04,192 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T07:21:04,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c7aa6e2790b3,40967,1731568861001 2024-11-14T07:21:04,194 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53661 2024-11-14T07:21:04,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53661, baseZNode=/11490760668 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T07:21:04,205 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013837dc5a0005 connected 2024-11-14T07:21:04,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/40128fe2-b14b-430a-9063-55b4dfa97d5c/hadoop.log.dir so I do NOT create it in target/test-data/44d888c8-c220-a5a3-899c-a86323d9c22b 2024-11-14T07:21:04,218 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/40128fe2-b14b-430a-9063-55b4dfa97d5c/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T07:21:04,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/40128fe2-b14b-430a-9063-55b4dfa97d5c/hadoop.tmp.dir so I do NOT create it in target/test-data/44d888c8-c220-a5a3-899c-a86323d9c22b 2024-11-14T07:21:04,218 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/40128fe2-b14b-430a-9063-55b4dfa97d5c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T07:21:04,218 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44d888c8-c220-a5a3-899c-a86323d9c22b 2024-11-14T07:21:04,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T07:21:04,218 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44d888c8-c220-a5a3-899c-a86323d9c22b/cluster_1a6df94d-367f-1b95-0749-069b2b688c54, deleteOnExit=true 2024-11-14T07:21:04,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T07:21:04,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44d888c8-c220-a5a3-899c-a86323d9c22b/test.cache.data in system properties and HBase conf 2024-11-14T07:21:04,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44d888c8-c220-a5a3-899c-a86323d9c22b/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T07:21:04,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44d888c8-c220-a5a3-899c-a86323d9c22b/hadoop.log.dir in system properties and HBase conf 2024-11-14T07:21:04,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44d888c8-c220-a5a3-899c-a86323d9c22b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T07:21:04,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44d888c8-c220-a5a3-899c-a86323d9c22b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T07:21:04,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T07:21:04,218 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T07:21:04,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44d888c8-c220-a5a3-899c-a86323d9c22b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T07:21:04,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44d888c8-c220-a5a3-899c-a86323d9c22b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T07:21:04,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44d888c8-c220-a5a3-899c-a86323d9c22b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T07:21:04,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44d888c8-c220-a5a3-899c-a86323d9c22b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T07:21:04,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44d888c8-c220-a5a3-899c-a86323d9c22b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T07:21:04,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44d888c8-c220-a5a3-899c-a86323d9c22b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T07:21:04,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44d888c8-c220-a5a3-899c-a86323d9c22b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T07:21:04,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44d888c8-c220-a5a3-899c-a86323d9c22b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T07:21:04,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44d888c8-c220-a5a3-899c-a86323d9c22b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T07:21:04,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44d888c8-c220-a5a3-899c-a86323d9c22b/nfs.dump.dir in system properties and HBase conf 2024-11-14T07:21:04,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44d888c8-c220-a5a3-899c-a86323d9c22b/java.io.tmpdir in system properties and HBase conf 2024-11-14T07:21:04,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44d888c8-c220-a5a3-899c-a86323d9c22b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T07:21:04,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44d888c8-c220-a5a3-899c-a86323d9c22b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T07:21:04,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44d888c8-c220-a5a3-899c-a86323d9c22b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T07:21:04,521 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T07:21:04,524 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T07:21:04,525 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T07:21:04,525 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T07:21:04,525 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T07:21:04,526 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T07:21:04,528 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4cc3dc84{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44d888c8-c220-a5a3-899c-a86323d9c22b/hadoop.log.dir/,AVAILABLE} 2024-11-14T07:21:04,528 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@540ec32a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T07:21:04,623 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@23856a1c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44d888c8-c220-a5a3-899c-a86323d9c22b/java.io.tmpdir/jetty-localhost-39167-hadoop-hdfs-3_4_1-tests_jar-_-any-9867184618387038614/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T07:21:04,624 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@16714002{HTTP/1.1, (http/1.1)}{localhost:39167} 2024-11-14T07:21:04,624 INFO [Time-limited test {}] server.Server(415): Started @234467ms 2024-11-14T07:21:04,884 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T07:21:04,888 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T07:21:04,891 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T07:21:04,891 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T07:21:04,891 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T07:21:04,895 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@620c8a63{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44d888c8-c220-a5a3-899c-a86323d9c22b/hadoop.log.dir/,AVAILABLE} 2024-11-14T07:21:04,896 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@583d7786{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T07:21:04,991 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4610fb2c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44d888c8-c220-a5a3-899c-a86323d9c22b/java.io.tmpdir/jetty-localhost-36115-hadoop-hdfs-3_4_1-tests_jar-_-any-8293443577765137658/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T07:21:04,991 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@45dd381e{HTTP/1.1, (http/1.1)}{localhost:36115} 2024-11-14T07:21:04,991 INFO [Time-limited test {}] server.Server(415): Started @234834ms 2024-11-14T07:21:04,992 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T07:21:05,630 WARN [Thread-2872 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44d888c8-c220-a5a3-899c-a86323d9c22b/cluster_1a6df94d-367f-1b95-0749-069b2b688c54/data/data1/current/BP-1293105784-172.17.0.2-1731568864240/current, will proceed with Du for space computation calculation, 2024-11-14T07:21:05,630 WARN [Thread-2873 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44d888c8-c220-a5a3-899c-a86323d9c22b/cluster_1a6df94d-367f-1b95-0749-069b2b688c54/data/data2/current/BP-1293105784-172.17.0.2-1731568864240/current, will proceed with Du for space computation calculation, 2024-11-14T07:21:05,650 WARN [Thread-2860 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T07:21:05,652 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7182c4b0e1c2b04d with lease ID 0xdba4600d8cd2b4b8: Processing first storage report for DS-ebeb6336-996c-4ce9-bd38-97b1dd048bb3 from datanode DatanodeRegistration(127.0.0.1:40511, datanodeUuid=d79b5694-cb44-4d62-8d0a-9a6cb3bd4dc9, infoPort=38439, infoSecurePort=0, ipcPort=39113, storageInfo=lv=-57;cid=testClusterID;nsid=615609825;c=1731568864240) 2024-11-14T07:21:05,652 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7182c4b0e1c2b04d with lease ID 0xdba4600d8cd2b4b8: from storage DS-ebeb6336-996c-4ce9-bd38-97b1dd048bb3 node DatanodeRegistration(127.0.0.1:40511, datanodeUuid=d79b5694-cb44-4d62-8d0a-9a6cb3bd4dc9, infoPort=38439, infoSecurePort=0, ipcPort=39113, storageInfo=lv=-57;cid=testClusterID;nsid=615609825;c=1731568864240), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T07:21:05,652 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7182c4b0e1c2b04d with lease ID 0xdba4600d8cd2b4b8: Processing first storage report for DS-afa609c0-b28d-4bd6-8d97-0d103f1cc4fe from datanode DatanodeRegistration(127.0.0.1:40511, datanodeUuid=d79b5694-cb44-4d62-8d0a-9a6cb3bd4dc9, infoPort=38439, infoSecurePort=0, ipcPort=39113, storageInfo=lv=-57;cid=testClusterID;nsid=615609825;c=1731568864240) 2024-11-14T07:21:05,652 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7182c4b0e1c2b04d with lease ID 0xdba4600d8cd2b4b8: from storage DS-afa609c0-b28d-4bd6-8d97-0d103f1cc4fe node DatanodeRegistration(127.0.0.1:40511, datanodeUuid=d79b5694-cb44-4d62-8d0a-9a6cb3bd4dc9, infoPort=38439, infoSecurePort=0, ipcPort=39113, storageInfo=lv=-57;cid=testClusterID;nsid=615609825;c=1731568864240), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T07:21:05,718 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44d888c8-c220-a5a3-899c-a86323d9c22b 2024-11-14T07:21:05,718 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:21:05,719 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:21:05,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40511 is added to blk_1073741825_1001 (size=7) 2024-11-14T07:21:06,126 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58 with version=8 2024-11-14T07:21:06,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/hbase-staging 2024-11-14T07:21:06,128 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c7aa6e2790b3:0 server-side Connection retries=45 2024-11-14T07:21:06,128 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T07:21:06,129 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T07:21:06,129 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T07:21:06,129 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T07:21:06,129 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T07:21:06,129 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T07:21:06,129 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T07:21:06,129 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43367 2024-11-14T07:21:06,130 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43367 connecting to ZooKeeper ensemble=127.0.0.1:53661 2024-11-14T07:21:06,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:433670x0, quorum=127.0.0.1:53661, baseZNode=/21879944163 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T07:21:06,184 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43367-0x1013837dc5a0006 connected 2024-11-14T07:21:06,257 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:21:06,259 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:21:06,261 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43367-0x1013837dc5a0006, quorum=127.0.0.1:53661, baseZNode=/21879944163 Set watcher on znode that does not yet exist, /21879944163/running 2024-11-14T07:21:06,261 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58, hbase.cluster.distributed=false 2024-11-14T07:21:06,262 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43367-0x1013837dc5a0006, quorum=127.0.0.1:53661, baseZNode=/21879944163 Set watcher on znode that does not yet exist, /21879944163/acl 2024-11-14T07:21:06,262 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43367 2024-11-14T07:21:06,262 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43367 2024-11-14T07:21:06,262 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43367 2024-11-14T07:21:06,263 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43367 2024-11-14T07:21:06,263 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43367 2024-11-14T07:21:06,274 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c7aa6e2790b3:0 server-side Connection retries=45 2024-11-14T07:21:06,274 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T07:21:06,275 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T07:21:06,275 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T07:21:06,275 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T07:21:06,275 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T07:21:06,275 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T07:21:06,275 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T07:21:06,275 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41959 2024-11-14T07:21:06,276 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41959 connecting to ZooKeeper ensemble=127.0.0.1:53661 2024-11-14T07:21:06,276 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:21:06,277 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:21:06,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:419590x0, quorum=127.0.0.1:53661, baseZNode=/21879944163 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T07:21:06,289 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:419590x0, quorum=127.0.0.1:53661, baseZNode=/21879944163 Set watcher on znode that does not yet exist, /21879944163/running 2024-11-14T07:21:06,289 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41959-0x1013837dc5a0007 connected 2024-11-14T07:21:06,289 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T07:21:06,290 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T07:21:06,290 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41959-0x1013837dc5a0007, quorum=127.0.0.1:53661, baseZNode=/21879944163 Set watcher on znode that does not yet exist, /21879944163/master 2024-11-14T07:21:06,291 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41959-0x1013837dc5a0007, quorum=127.0.0.1:53661, baseZNode=/21879944163 Set watcher on znode that does not yet exist, /21879944163/acl 2024-11-14T07:21:06,292 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41959 2024-11-14T07:21:06,293 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41959 2024-11-14T07:21:06,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41959 2024-11-14T07:21:06,297 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41959 2024-11-14T07:21:06,297 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41959 2024-11-14T07:21:06,307 DEBUG [M:0;c7aa6e2790b3:43367 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c7aa6e2790b3:43367 2024-11-14T07:21:06,308 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21879944163/backup-masters/c7aa6e2790b3,43367,1731568866128 2024-11-14T07:21:06,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43367-0x1013837dc5a0006, quorum=127.0.0.1:53661, baseZNode=/21879944163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21879944163/backup-masters 2024-11-14T07:21:06,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41959-0x1013837dc5a0007, quorum=127.0.0.1:53661, baseZNode=/21879944163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21879944163/backup-masters 2024-11-14T07:21:06,316 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43367-0x1013837dc5a0006, quorum=127.0.0.1:53661, baseZNode=/21879944163 Set watcher on existing znode=/21879944163/backup-masters/c7aa6e2790b3,43367,1731568866128 2024-11-14T07:21:06,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41959-0x1013837dc5a0007, quorum=127.0.0.1:53661, baseZNode=/21879944163 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21879944163/master 2024-11-14T07:21:06,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43367-0x1013837dc5a0006, quorum=127.0.0.1:53661, baseZNode=/21879944163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21879944163 2024-11-14T07:21:06,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41959-0x1013837dc5a0007, quorum=127.0.0.1:53661, baseZNode=/21879944163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21879944163 2024-11-14T07:21:06,326 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43367-0x1013837dc5a0006, quorum=127.0.0.1:53661, baseZNode=/21879944163 Set watcher on existing znode=/21879944163/master 2024-11-14T07:21:06,326 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21879944163/backup-masters/c7aa6e2790b3,43367,1731568866128 from backup master directory 2024-11-14T07:21:06,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43367-0x1013837dc5a0006, quorum=127.0.0.1:53661, baseZNode=/21879944163 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21879944163/backup-masters/c7aa6e2790b3,43367,1731568866128 2024-11-14T07:21:06,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43367-0x1013837dc5a0006, quorum=127.0.0.1:53661, baseZNode=/21879944163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21879944163/backup-masters 2024-11-14T07:21:06,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41959-0x1013837dc5a0007, quorum=127.0.0.1:53661, baseZNode=/21879944163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21879944163/backup-masters 2024-11-14T07:21:06,336 WARN [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T07:21:06,336 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c7aa6e2790b3,43367,1731568866128 2024-11-14T07:21:06,339 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/hbase.id] with ID: 30bbb16f-6e77-4e77-87a4-ddc2fdec65dd 2024-11-14T07:21:06,339 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/.tmp/hbase.id 2024-11-14T07:21:06,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40511 is added to blk_1073741826_1002 (size=42) 2024-11-14T07:21:06,744 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/.tmp/hbase.id]:[hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/hbase.id] 2024-11-14T07:21:06,751 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:21:06,751 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T07:21:06,753 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-14T07:21:06,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41959-0x1013837dc5a0007, quorum=127.0.0.1:53661, baseZNode=/21879944163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21879944163 2024-11-14T07:21:06,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43367-0x1013837dc5a0006, quorum=127.0.0.1:53661, baseZNode=/21879944163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21879944163 2024-11-14T07:21:06,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40511 is added to blk_1073741827_1003 (size=196) 2024-11-14T07:21:07,144 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T07:21:07,144 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T07:21:07,145 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T07:21:07,145 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-14T07:21:07,234 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T07:21:07,234 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T07:21:07,235 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T07:21:07,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40511 is added to blk_1073741828_1004 (size=1189) 2024-11-14T07:21:07,643 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/MasterData/data/master/store 2024-11-14T07:21:07,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40511 is added to blk_1073741829_1005 (size=34) 2024-11-14T07:21:07,765 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:21:07,766 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c7aa6e2790b3,32917,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c7aa6e2790b3:32917 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T07:21:07,766 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48337 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c7aa6e2790b3,32917,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c7aa6e2790b3:32917 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T07:21:08,049 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:21:08,049 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T07:21:08,049 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:21:08,049 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:21:08,049 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T07:21:08,049 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:21:08,049 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:21:08,049 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731568868049Disabling compacts and flushes for region at 1731568868049Disabling writes for close at 1731568868049Writing region close event to WAL at 1731568868049Closed at 1731568868049 2024-11-14T07:21:08,050 WARN [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/MasterData/data/master/store/.initializing 2024-11-14T07:21:08,050 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/MasterData/WALs/c7aa6e2790b3,43367,1731568866128 2024-11-14T07:21:08,050 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T07:21:08,052 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c7aa6e2790b3%2C43367%2C1731568866128, suffix=, logDir=hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/MasterData/WALs/c7aa6e2790b3,43367,1731568866128, archiveDir=hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/MasterData/oldWALs, maxLogs=10 2024-11-14T07:21:08,066 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/MasterData/WALs/c7aa6e2790b3,43367,1731568866128/c7aa6e2790b3%2C43367%2C1731568866128.1731568868052, exclude list is [], retry=0 2024-11-14T07:21:08,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40511,DS-ebeb6336-996c-4ce9-bd38-97b1dd048bb3,DISK] 2024-11-14T07:21:08,070 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/MasterData/WALs/c7aa6e2790b3,43367,1731568866128/c7aa6e2790b3%2C43367%2C1731568866128.1731568868052 2024-11-14T07:21:08,075 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38439:38439)] 2024-11-14T07:21:08,075 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T07:21:08,075 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:21:08,075 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:21:08,076 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:21:08,077 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:21:08,078 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T07:21:08,078 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:21:08,078 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:21:08,078 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:21:08,079 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T07:21:08,079 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:21:08,079 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:21:08,079 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:21:08,080 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T07:21:08,080 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:21:08,080 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:21:08,080 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:21:08,081 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T07:21:08,081 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:21:08,081 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:21:08,082 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:21:08,082 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:21:08,082 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:21:08,083 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:21:08,083 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:21:08,083 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T07:21:08,084 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:21:08,085 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T07:21:08,086 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72916298, jitterRate=0.08653751015663147}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T07:21:08,086 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731568868076Initializing all the Stores at 1731568868076Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568868076Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568868076Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568868076Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568868076Cleaning up temporary data from old regions at 1731568868083 (+7 ms)Region opened successfully at 1731568868086 (+3 ms) 2024-11-14T07:21:08,086 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T07:21:08,088 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61c4a367, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c7aa6e2790b3/172.17.0.2:0 2024-11-14T07:21:08,088 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T07:21:08,088 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T07:21:08,088 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T07:21:08,088 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T07:21:08,089 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T07:21:08,089 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T07:21:08,089 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T07:21:08,090 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T07:21:08,091 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43367-0x1013837dc5a0006, quorum=127.0.0.1:53661, baseZNode=/21879944163 Unable to get data of znode /21879944163/balancer because node does not exist (not necessarily an error) 2024-11-14T07:21:08,152 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21879944163/balancer already deleted, retry=false 2024-11-14T07:21:08,152 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T07:21:08,153 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43367-0x1013837dc5a0006, quorum=127.0.0.1:53661, baseZNode=/21879944163 Unable to get data of znode /21879944163/normalizer because node does not exist (not necessarily an error) 2024-11-14T07:21:08,162 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21879944163/normalizer already deleted, retry=false 2024-11-14T07:21:08,162 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T07:21:08,163 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43367-0x1013837dc5a0006, quorum=127.0.0.1:53661, baseZNode=/21879944163 Unable to get data of znode /21879944163/switch/split because node does not exist (not necessarily an error) 2024-11-14T07:21:08,175 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21879944163/switch/split already deleted, retry=false 2024-11-14T07:21:08,176 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43367-0x1013837dc5a0006, quorum=127.0.0.1:53661, baseZNode=/21879944163 Unable to get data of znode /21879944163/switch/merge because node does not exist (not necessarily an error) 2024-11-14T07:21:08,192 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21879944163/switch/merge already deleted, retry=false 2024-11-14T07:21:08,194 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43367-0x1013837dc5a0006, quorum=127.0.0.1:53661, baseZNode=/21879944163 Unable to get data of znode /21879944163/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T07:21:08,204 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21879944163/snapshot-cleanup already deleted, retry=false 2024-11-14T07:21:08,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43367-0x1013837dc5a0006, quorum=127.0.0.1:53661, baseZNode=/21879944163 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21879944163/running 2024-11-14T07:21:08,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41959-0x1013837dc5a0007, quorum=127.0.0.1:53661, baseZNode=/21879944163 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21879944163/running 2024-11-14T07:21:08,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43367-0x1013837dc5a0006, quorum=127.0.0.1:53661, baseZNode=/21879944163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21879944163 2024-11-14T07:21:08,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41959-0x1013837dc5a0007, quorum=127.0.0.1:53661, baseZNode=/21879944163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21879944163 2024-11-14T07:21:08,215 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c7aa6e2790b3,43367,1731568866128, sessionid=0x1013837dc5a0006, setting cluster-up flag (Was=false) 2024-11-14T07:21:08,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43367-0x1013837dc5a0006, quorum=127.0.0.1:53661, baseZNode=/21879944163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21879944163 2024-11-14T07:21:08,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41959-0x1013837dc5a0007, quorum=127.0.0.1:53661, baseZNode=/21879944163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21879944163 2024-11-14T07:21:08,267 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21879944163/flush-table-proc/acquired, /21879944163/flush-table-proc/reached, /21879944163/flush-table-proc/abort 2024-11-14T07:21:08,268 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c7aa6e2790b3,43367,1731568866128 2024-11-14T07:21:08,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41959-0x1013837dc5a0007, quorum=127.0.0.1:53661, baseZNode=/21879944163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21879944163 2024-11-14T07:21:08,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43367-0x1013837dc5a0006, quorum=127.0.0.1:53661, baseZNode=/21879944163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21879944163 2024-11-14T07:21:08,320 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21879944163/online-snapshot/acquired, /21879944163/online-snapshot/reached, /21879944163/online-snapshot/abort 2024-11-14T07:21:08,321 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c7aa6e2790b3,43367,1731568866128 2024-11-14T07:21:08,323 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T07:21:08,324 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T07:21:08,324 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T07:21:08,324 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T07:21:08,324 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c7aa6e2790b3,43367,1731568866128 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T07:21:08,326 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c7aa6e2790b3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T07:21:08,326 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c7aa6e2790b3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T07:21:08,326 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T07:21:08,326 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T07:21:08,326 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c7aa6e2790b3:0, corePoolSize=10, maxPoolSize=10 2024-11-14T07:21:08,326 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:21:08,326 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T07:21:08,326 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:21:08,327 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731568898327 2024-11-14T07:21:08,327 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T07:21:08,327 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T07:21:08,327 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T07:21:08,327 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T07:21:08,327 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T07:21:08,327 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T07:21:08,328 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:08,328 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T07:21:08,328 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T07:21:08,328 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T07:21:08,328 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T07:21:08,328 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T07:21:08,328 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T07:21:08,329 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:21:08,329 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T07:21:08,330 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T07:21:08,330 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T07:21:08,330 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.large.0-1731568868330,5,FailOnTimeoutGroup] 2024-11-14T07:21:08,331 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.small.0-1731568868331,5,FailOnTimeoutGroup] 2024-11-14T07:21:08,331 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:08,331 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T07:21:08,331 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:08,331 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:08,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40511 is added to blk_1073741831_1007 (size=1321) 2024-11-14T07:21:08,400 INFO [RS:0;c7aa6e2790b3:41959 {}] regionserver.HRegionServer(746): ClusterId : 30bbb16f-6e77-4e77-87a4-ddc2fdec65dd 2024-11-14T07:21:08,400 DEBUG [RS:0;c7aa6e2790b3:41959 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T07:21:08,411 DEBUG [RS:0;c7aa6e2790b3:41959 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T07:21:08,411 DEBUG [RS:0;c7aa6e2790b3:41959 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T07:21:08,421 DEBUG [RS:0;c7aa6e2790b3:41959 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T07:21:08,421 DEBUG [RS:0;c7aa6e2790b3:41959 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@733f0257, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c7aa6e2790b3/172.17.0.2:0 2024-11-14T07:21:08,431 DEBUG [RS:0;c7aa6e2790b3:41959 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c7aa6e2790b3:41959 2024-11-14T07:21:08,431 INFO [RS:0;c7aa6e2790b3:41959 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T07:21:08,431 INFO [RS:0;c7aa6e2790b3:41959 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T07:21:08,431 DEBUG [RS:0;c7aa6e2790b3:41959 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T07:21:08,432 INFO [RS:0;c7aa6e2790b3:41959 {}] regionserver.HRegionServer(2659): reportForDuty to master=c7aa6e2790b3,43367,1731568866128 with port=41959, startcode=1731568866274 2024-11-14T07:21:08,432 DEBUG [RS:0;c7aa6e2790b3:41959 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T07:21:08,433 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51961, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T07:21:08,433 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43367 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c7aa6e2790b3,41959,1731568866274 2024-11-14T07:21:08,433 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43367 {}] master.ServerManager(517): Registering regionserver=c7aa6e2790b3,41959,1731568866274 2024-11-14T07:21:08,435 DEBUG [RS:0;c7aa6e2790b3:41959 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58 2024-11-14T07:21:08,435 DEBUG [RS:0;c7aa6e2790b3:41959 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33041 2024-11-14T07:21:08,435 DEBUG [RS:0;c7aa6e2790b3:41959 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T07:21:08,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43367-0x1013837dc5a0006, quorum=127.0.0.1:53661, baseZNode=/21879944163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21879944163/rs 2024-11-14T07:21:08,503 DEBUG [RS:0;c7aa6e2790b3:41959 {}] zookeeper.ZKUtil(111): regionserver:41959-0x1013837dc5a0007, quorum=127.0.0.1:53661, baseZNode=/21879944163 Set watcher on existing znode=/21879944163/rs/c7aa6e2790b3,41959,1731568866274 2024-11-14T07:21:08,503 WARN [RS:0;c7aa6e2790b3:41959 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T07:21:08,503 INFO [RS:0;c7aa6e2790b3:41959 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T07:21:08,504 DEBUG [RS:0;c7aa6e2790b3:41959 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/WALs/c7aa6e2790b3,41959,1731568866274 2024-11-14T07:21:08,504 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c7aa6e2790b3,41959,1731568866274] 2024-11-14T07:21:08,506 INFO [RS:0;c7aa6e2790b3:41959 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T07:21:08,507 INFO [RS:0;c7aa6e2790b3:41959 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T07:21:08,508 INFO [RS:0;c7aa6e2790b3:41959 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T07:21:08,508 INFO [RS:0;c7aa6e2790b3:41959 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:08,508 INFO [RS:0;c7aa6e2790b3:41959 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T07:21:08,508 INFO [RS:0;c7aa6e2790b3:41959 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T07:21:08,508 INFO [RS:0;c7aa6e2790b3:41959 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:08,508 DEBUG [RS:0;c7aa6e2790b3:41959 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:21:08,509 DEBUG [RS:0;c7aa6e2790b3:41959 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:21:08,509 DEBUG [RS:0;c7aa6e2790b3:41959 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:21:08,509 DEBUG [RS:0;c7aa6e2790b3:41959 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:21:08,509 DEBUG [RS:0;c7aa6e2790b3:41959 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:21:08,509 DEBUG [RS:0;c7aa6e2790b3:41959 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c7aa6e2790b3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T07:21:08,509 DEBUG [RS:0;c7aa6e2790b3:41959 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:21:08,509 DEBUG [RS:0;c7aa6e2790b3:41959 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:21:08,509 DEBUG [RS:0;c7aa6e2790b3:41959 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:21:08,509 DEBUG [RS:0;c7aa6e2790b3:41959 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:21:08,509 DEBUG [RS:0;c7aa6e2790b3:41959 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:21:08,509 DEBUG [RS:0;c7aa6e2790b3:41959 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:21:08,509 DEBUG [RS:0;c7aa6e2790b3:41959 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c7aa6e2790b3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T07:21:08,509 DEBUG [RS:0;c7aa6e2790b3:41959 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c7aa6e2790b3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T07:21:08,509 INFO [RS:0;c7aa6e2790b3:41959 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:08,509 INFO [RS:0;c7aa6e2790b3:41959 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:08,509 INFO [RS:0;c7aa6e2790b3:41959 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:08,509 INFO [RS:0;c7aa6e2790b3:41959 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:08,509 INFO [RS:0;c7aa6e2790b3:41959 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:08,509 INFO [RS:0;c7aa6e2790b3:41959 {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,41959,1731568866274-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T07:21:08,521 INFO [RS:0;c7aa6e2790b3:41959 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T07:21:08,521 INFO [RS:0;c7aa6e2790b3:41959 {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,41959,1731568866274-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:08,521 INFO [RS:0;c7aa6e2790b3:41959 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:08,521 INFO [RS:0;c7aa6e2790b3:41959 {}] regionserver.Replication(171): c7aa6e2790b3,41959,1731568866274 started 2024-11-14T07:21:08,532 INFO [RS:0;c7aa6e2790b3:41959 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:08,532 INFO [RS:0;c7aa6e2790b3:41959 {}] regionserver.HRegionServer(1482): Serving as c7aa6e2790b3,41959,1731568866274, RpcServer on c7aa6e2790b3/172.17.0.2:41959, sessionid=0x1013837dc5a0007 2024-11-14T07:21:08,533 DEBUG [RS:0;c7aa6e2790b3:41959 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T07:21:08,533 DEBUG [RS:0;c7aa6e2790b3:41959 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c7aa6e2790b3,41959,1731568866274 2024-11-14T07:21:08,533 DEBUG [RS:0;c7aa6e2790b3:41959 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c7aa6e2790b3,41959,1731568866274' 2024-11-14T07:21:08,533 DEBUG [RS:0;c7aa6e2790b3:41959 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21879944163/flush-table-proc/abort' 2024-11-14T07:21:08,533 DEBUG [RS:0;c7aa6e2790b3:41959 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21879944163/flush-table-proc/acquired' 2024-11-14T07:21:08,533 DEBUG [RS:0;c7aa6e2790b3:41959 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T07:21:08,533 DEBUG [RS:0;c7aa6e2790b3:41959 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T07:21:08,533 DEBUG [RS:0;c7aa6e2790b3:41959 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c7aa6e2790b3,41959,1731568866274 2024-11-14T07:21:08,533 DEBUG [RS:0;c7aa6e2790b3:41959 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c7aa6e2790b3,41959,1731568866274' 2024-11-14T07:21:08,533 DEBUG [RS:0;c7aa6e2790b3:41959 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21879944163/online-snapshot/abort' 2024-11-14T07:21:08,534 DEBUG [RS:0;c7aa6e2790b3:41959 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21879944163/online-snapshot/acquired' 2024-11-14T07:21:08,534 DEBUG [RS:0;c7aa6e2790b3:41959 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T07:21:08,534 INFO [RS:0;c7aa6e2790b3:41959 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T07:21:08,534 INFO [RS:0;c7aa6e2790b3:41959 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T07:21:08,634 INFO [RS:0;c7aa6e2790b3:41959 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T07:21:08,635 INFO [RS:0;c7aa6e2790b3:41959 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c7aa6e2790b3%2C41959%2C1731568866274, suffix=, logDir=hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/WALs/c7aa6e2790b3,41959,1731568866274, archiveDir=hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/oldWALs, maxLogs=10 2024-11-14T07:21:08,646 DEBUG [RS:0;c7aa6e2790b3:41959 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/WALs/c7aa6e2790b3,41959,1731568866274/c7aa6e2790b3%2C41959%2C1731568866274.1731568868636, exclude list is [], retry=0 2024-11-14T07:21:08,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40511,DS-ebeb6336-996c-4ce9-bd38-97b1dd048bb3,DISK] 2024-11-14T07:21:08,650 INFO [RS:0;c7aa6e2790b3:41959 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/WALs/c7aa6e2790b3,41959,1731568866274/c7aa6e2790b3%2C41959%2C1731568866274.1731568868636 2024-11-14T07:21:08,650 DEBUG [RS:0;c7aa6e2790b3:41959 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38439:38439)] 2024-11-14T07:21:08,738 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T07:21:08,738 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58 2024-11-14T07:21:08,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40511 is added to blk_1073741833_1009 (size=32) 2024-11-14T07:21:09,145 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:21:09,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T07:21:09,147 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T07:21:09,147 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:21:09,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:21:09,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T07:21:09,149 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T07:21:09,149 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:21:09,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:21:09,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T07:21:09,150 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T07:21:09,150 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:21:09,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:21:09,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T07:21:09,151 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T07:21:09,151 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:21:09,151 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:21:09,151 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T07:21:09,152 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/data/hbase/meta/1588230740 2024-11-14T07:21:09,152 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/data/hbase/meta/1588230740 2024-11-14T07:21:09,152 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T07:21:09,152 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T07:21:09,153 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T07:21:09,153 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T07:21:09,155 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T07:21:09,155 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66518414, jitterRate=-0.008798390626907349}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T07:21:09,155 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731568869146Initializing all the Stores at 1731568869146Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568869146Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568869146Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568869146Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568869146Cleaning up temporary data from old regions at 1731568869152 (+6 ms)Region opened successfully at 1731568869155 (+3 ms) 2024-11-14T07:21:09,155 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T07:21:09,155 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T07:21:09,155 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T07:21:09,155 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T07:21:09,155 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T07:21:09,156 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T07:21:09,156 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731568869155Disabling compacts and flushes for region at 1731568869155Disabling writes for close at 1731568869155Writing region close event to WAL at 1731568869155Closed at 1731568869155 2024-11-14T07:21:09,156 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T07:21:09,156 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T07:21:09,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T07:21:09,157 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T07:21:09,158 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T07:21:09,308 DEBUG [c7aa6e2790b3:43367 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T07:21:09,308 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c7aa6e2790b3,41959,1731568866274 2024-11-14T07:21:09,309 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c7aa6e2790b3,41959,1731568866274, state=OPENING 2024-11-14T07:21:09,373 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T07:21:09,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41959-0x1013837dc5a0007, quorum=127.0.0.1:53661, baseZNode=/21879944163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21879944163 2024-11-14T07:21:09,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43367-0x1013837dc5a0006, quorum=127.0.0.1:53661, baseZNode=/21879944163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21879944163 2024-11-14T07:21:09,384 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T07:21:09,384 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c7aa6e2790b3,41959,1731568866274}] 2024-11-14T07:21:09,384 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21879944163/meta-region-server: CHANGED 2024-11-14T07:21:09,384 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21879944163/meta-region-server: CHANGED 2024-11-14T07:21:09,536 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T07:21:09,537 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54227, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T07:21:09,540 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T07:21:09,540 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T07:21:09,540 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T07:21:09,541 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c7aa6e2790b3%2C41959%2C1731568866274.meta, suffix=.meta, logDir=hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/WALs/c7aa6e2790b3,41959,1731568866274, archiveDir=hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/oldWALs, maxLogs=10 2024-11-14T07:21:09,552 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T07:21:09,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:09,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:09,569 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/WALs/c7aa6e2790b3,41959,1731568866274/c7aa6e2790b3%2C41959%2C1731568866274.meta.1731568869541.meta, exclude list is [], retry=0 2024-11-14T07:21:09,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40511,DS-ebeb6336-996c-4ce9-bd38-97b1dd048bb3,DISK] 2024-11-14T07:21:09,584 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/WALs/c7aa6e2790b3,41959,1731568866274/c7aa6e2790b3%2C41959%2C1731568866274.meta.1731568869541.meta 2024-11-14T07:21:09,584 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38439:38439)] 2024-11-14T07:21:09,584 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T07:21:09,585 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T07:21:09,585 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T07:21:09,585 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T07:21:09,585 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T07:21:09,585 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T07:21:09,585 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:21:09,585 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T07:21:09,585 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T07:21:09,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T07:21:09,593 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T07:21:09,593 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:21:09,594 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:21:09,594 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T07:21:09,594 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T07:21:09,595 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:21:09,595 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:21:09,595 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T07:21:09,596 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T07:21:09,596 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:21:09,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:21:09,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T07:21:09,597 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T07:21:09,597 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:21:09,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:21:09,598 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T07:21:09,599 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/data/hbase/meta/1588230740 2024-11-14T07:21:09,600 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/data/hbase/meta/1588230740 2024-11-14T07:21:09,601 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T07:21:09,601 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T07:21:09,601 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T07:21:09,602 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T07:21:09,603 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74241636, jitterRate=0.10628658533096313}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T07:21:09,603 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T07:21:09,603 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731568869585Writing region info on filesystem at 1731568869586 (+1 ms)Initializing all the Stores at 1731568869586Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568869586Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568869592 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568869592Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568869592Cleaning up temporary data from old regions at 1731568869601 (+9 ms)Running coprocessor post-open hooks at 1731568869603 (+2 ms)Region opened successfully at 1731568869603 2024-11-14T07:21:09,604 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731568869536 2024-11-14T07:21:09,607 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T07:21:09,607 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T07:21:09,607 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c7aa6e2790b3,41959,1731568866274 2024-11-14T07:21:09,608 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c7aa6e2790b3,41959,1731568866274, state=OPEN 2024-11-14T07:21:09,617 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:09,617 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:09,617 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:09,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:09,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:09,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:09,628 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:09,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43367-0x1013837dc5a0006, quorum=127.0.0.1:53661, baseZNode=/21879944163 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21879944163/meta-region-server 2024-11-14T07:21:09,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41959-0x1013837dc5a0007, quorum=127.0.0.1:53661, baseZNode=/21879944163 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21879944163/meta-region-server 2024-11-14T07:21:09,631 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c7aa6e2790b3,41959,1731568866274 2024-11-14T07:21:09,631 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21879944163/meta-region-server: CHANGED 2024-11-14T07:21:09,632 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21879944163/meta-region-server: CHANGED 2024-11-14T07:21:09,633 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:09,634 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:09,635 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T07:21:09,635 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c7aa6e2790b3,41959,1731568866274 in 248 msec 2024-11-14T07:21:09,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:09,638 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T07:21:09,639 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 479 msec 2024-11-14T07:21:09,639 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T07:21:09,639 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T07:21:09,641 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T07:21:09,641 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c7aa6e2790b3,41959,1731568866274, seqNum=-1] 2024-11-14T07:21:09,642 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T07:21:09,644 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36779, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T07:21:09,650 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3250 sec 2024-11-14T07:21:09,650 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731568869650, completionTime=-1 2024-11-14T07:21:09,650 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T07:21:09,651 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T07:21:09,653 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T07:21:09,653 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731568929653 2024-11-14T07:21:09,653 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731568989653 2024-11-14T07:21:09,653 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T07:21:09,653 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,43367,1731568866128-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:09,654 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,43367,1731568866128-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:09,654 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,43367,1731568866128-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:09,654 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c7aa6e2790b3:43367, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:09,654 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:09,655 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:09,657 DEBUG [master/c7aa6e2790b3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T07:21:09,660 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.324sec 2024-11-14T07:21:09,660 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T07:21:09,660 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T07:21:09,660 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T07:21:09,660 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T07:21:09,660 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T07:21:09,660 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,43367,1731568866128-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T07:21:09,660 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,43367,1731568866128-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T07:21:09,665 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T07:21:09,665 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T07:21:09,665 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,43367,1731568866128-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:09,707 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14aa2ba4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:21:09,707 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,43367,-1 for getting cluster id 2024-11-14T07:21:09,708 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:21:09,709 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30bbb16f-6e77-4e77-87a4-ddc2fdec65dd' 2024-11-14T07:21:09,709 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:21:09,709 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30bbb16f-6e77-4e77-87a4-ddc2fdec65dd" 2024-11-14T07:21:09,710 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c09d78c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:21:09,710 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,43367,-1] 2024-11-14T07:21:09,710 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:21:09,710 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:21:09,711 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:21:09,712 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a33afe4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:21:09,713 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T07:21:09,714 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c7aa6e2790b3,41959,1731568866274, seqNum=-1] 2024-11-14T07:21:09,714 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T07:21:09,715 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T07:21:09,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c7aa6e2790b3,43367,1731568866128 2024-11-14T07:21:09,719 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:53661 2024-11-14T07:21:09,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:53661, baseZNode=/21879944163 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T07:21:09,732 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1013837dc5a0008 connected 2024-11-14T07:21:09,743 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:21:09,746 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is c7aa6e2790b3,45135,1731568855490 2024-11-14T07:21:09,746 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@57292896 2024-11-14T07:21:09,746 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T07:21:09,747 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T07:21:09,749 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45135 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T07:21:09,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45135 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T07:21:09,751 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T07:21:09,752 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:21:09,752 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45135 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T07:21:09,754 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T07:21:09,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:21:09,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43563 is added to blk_1073741835_1011 (size=902) 2024-11-14T07:21:09,778 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 68d94ce86f4c207a0b6a5106624c3235, NAME => 'test,,1731568869748.68d94ce86f4c207a0b6a5106624c3235.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf 2024-11-14T07:21:09,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43563 is added to blk_1073741836_1012 (size=39) 2024-11-14T07:21:09,786 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731568869748.68d94ce86f4c207a0b6a5106624c3235.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:21:09,786 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 68d94ce86f4c207a0b6a5106624c3235, disabling compactions & flushes 2024-11-14T07:21:09,786 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731568869748.68d94ce86f4c207a0b6a5106624c3235. 2024-11-14T07:21:09,786 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731568869748.68d94ce86f4c207a0b6a5106624c3235. 2024-11-14T07:21:09,786 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731568869748.68d94ce86f4c207a0b6a5106624c3235. after waiting 0 ms 2024-11-14T07:21:09,786 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731568869748.68d94ce86f4c207a0b6a5106624c3235. 2024-11-14T07:21:09,786 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731568869748.68d94ce86f4c207a0b6a5106624c3235. 2024-11-14T07:21:09,786 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 68d94ce86f4c207a0b6a5106624c3235: Waiting for close lock at 1731568869786Disabling compacts and flushes for region at 1731568869786Disabling writes for close at 1731568869786Writing region close event to WAL at 1731568869786Closed at 1731568869786 2024-11-14T07:21:09,787 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T07:21:09,788 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731568869748.68d94ce86f4c207a0b6a5106624c3235.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731568869787"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731568869787"}]},"ts":"1731568869787"} 2024-11-14T07:21:09,789 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T07:21:09,790 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T07:21:09,790 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731568869790"}]},"ts":"1731568869790"} 2024-11-14T07:21:09,792 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T07:21:09,792 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=68d94ce86f4c207a0b6a5106624c3235, ASSIGN}] 2024-11-14T07:21:09,794 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=68d94ce86f4c207a0b6a5106624c3235, ASSIGN 2024-11-14T07:21:09,794 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=68d94ce86f4c207a0b6a5106624c3235, ASSIGN; state=OFFLINE, location=c7aa6e2790b3,44033,1731568855694; forceNewPlan=false, retain=false 2024-11-14T07:21:09,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:21:09,945 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=68d94ce86f4c207a0b6a5106624c3235, regionState=OPENING, regionLocation=c7aa6e2790b3,44033,1731568855694 2024-11-14T07:21:09,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=68d94ce86f4c207a0b6a5106624c3235, ASSIGN because future has completed 2024-11-14T07:21:09,947 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 68d94ce86f4c207a0b6a5106624c3235, server=c7aa6e2790b3,44033,1731568855694}] 2024-11-14T07:21:10,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:21:10,102 INFO [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731568869748.68d94ce86f4c207a0b6a5106624c3235. 2024-11-14T07:21:10,102 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 68d94ce86f4c207a0b6a5106624c3235, NAME => 'test,,1731568869748.68d94ce86f4c207a0b6a5106624c3235.', STARTKEY => '', ENDKEY => ''} 2024-11-14T07:21:10,103 INFO [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T07:21:10,103 INFO [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T07:21:10,103 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 68d94ce86f4c207a0b6a5106624c3235 2024-11-14T07:21:10,103 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731568869748.68d94ce86f4c207a0b6a5106624c3235.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:21:10,103 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 68d94ce86f4c207a0b6a5106624c3235 2024-11-14T07:21:10,103 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 68d94ce86f4c207a0b6a5106624c3235 2024-11-14T07:21:10,104 INFO [StoreOpener-68d94ce86f4c207a0b6a5106624c3235-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 68d94ce86f4c207a0b6a5106624c3235 2024-11-14T07:21:10,105 INFO [StoreOpener-68d94ce86f4c207a0b6a5106624c3235-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68d94ce86f4c207a0b6a5106624c3235 columnFamilyName f 2024-11-14T07:21:10,105 DEBUG [StoreOpener-68d94ce86f4c207a0b6a5106624c3235-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:21:10,106 INFO [StoreOpener-68d94ce86f4c207a0b6a5106624c3235-1 {}] regionserver.HStore(327): Store=68d94ce86f4c207a0b6a5106624c3235/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:21:10,106 INFO [StoreOpener-68d94ce86f4c207a0b6a5106624c3235-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 68d94ce86f4c207a0b6a5106624c3235 2024-11-14T07:21:10,107 INFO [StoreOpener-68d94ce86f4c207a0b6a5106624c3235-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68d94ce86f4c207a0b6a5106624c3235 columnFamilyName f1 2024-11-14T07:21:10,107 DEBUG [StoreOpener-68d94ce86f4c207a0b6a5106624c3235-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:21:10,107 INFO [StoreOpener-68d94ce86f4c207a0b6a5106624c3235-1 {}] regionserver.HStore(327): Store=68d94ce86f4c207a0b6a5106624c3235/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:21:10,107 INFO [StoreOpener-68d94ce86f4c207a0b6a5106624c3235-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 68d94ce86f4c207a0b6a5106624c3235 2024-11-14T07:21:10,108 INFO [StoreOpener-68d94ce86f4c207a0b6a5106624c3235-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68d94ce86f4c207a0b6a5106624c3235 columnFamilyName norep 2024-11-14T07:21:10,108 DEBUG [StoreOpener-68d94ce86f4c207a0b6a5106624c3235-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:21:10,108 INFO [StoreOpener-68d94ce86f4c207a0b6a5106624c3235-1 {}] regionserver.HStore(327): Store=68d94ce86f4c207a0b6a5106624c3235/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:21:10,109 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 68d94ce86f4c207a0b6a5106624c3235 2024-11-14T07:21:10,109 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/data/default/test/68d94ce86f4c207a0b6a5106624c3235 2024-11-14T07:21:10,109 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/data/default/test/68d94ce86f4c207a0b6a5106624c3235 2024-11-14T07:21:10,110 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 68d94ce86f4c207a0b6a5106624c3235 2024-11-14T07:21:10,110 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 68d94ce86f4c207a0b6a5106624c3235 2024-11-14T07:21:10,110 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T07:21:10,111 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 68d94ce86f4c207a0b6a5106624c3235 2024-11-14T07:21:10,113 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/data/default/test/68d94ce86f4c207a0b6a5106624c3235/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T07:21:10,113 INFO [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 68d94ce86f4c207a0b6a5106624c3235; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64432672, jitterRate=-0.03987836837768555}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T07:21:10,113 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 68d94ce86f4c207a0b6a5106624c3235 2024-11-14T07:21:10,114 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 68d94ce86f4c207a0b6a5106624c3235: Running coprocessor pre-open hook at 1731568870103Writing region info on filesystem at 1731568870103Initializing all the Stores at 1731568870104 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568870104Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568870104Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568870104Cleaning up temporary data from old regions at 1731568870110 (+6 ms)Running coprocessor post-open hooks at 1731568870113 (+3 ms)Region opened successfully at 1731568870114 (+1 ms) 2024-11-14T07:21:10,115 INFO [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731568869748.68d94ce86f4c207a0b6a5106624c3235., pid=6, masterSystemTime=1731568870099 2024-11-14T07:21:10,116 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731568869748.68d94ce86f4c207a0b6a5106624c3235. 2024-11-14T07:21:10,116 INFO [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731568869748.68d94ce86f4c207a0b6a5106624c3235. 2024-11-14T07:21:10,116 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=68d94ce86f4c207a0b6a5106624c3235, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c7aa6e2790b3,44033,1731568855694 2024-11-14T07:21:10,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 68d94ce86f4c207a0b6a5106624c3235, server=c7aa6e2790b3,44033,1731568855694 because future has completed 2024-11-14T07:21:10,120 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T07:21:10,120 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 68d94ce86f4c207a0b6a5106624c3235, server=c7aa6e2790b3,44033,1731568855694 in 171 msec 2024-11-14T07:21:10,121 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T07:21:10,121 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=68d94ce86f4c207a0b6a5106624c3235, ASSIGN in 328 msec 2024-11-14T07:21:10,121 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T07:21:10,122 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731568870122"}]},"ts":"1731568870122"} 2024-11-14T07:21:10,123 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T07:21:10,123 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T07:21:10,124 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 375 msec 2024-11-14T07:21:10,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:21:10,386 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T07:21:10,386 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:21:10,387 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is c7aa6e2790b3,40967,1731568861001 2024-11-14T07:21:10,387 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d44ab45 2024-11-14T07:21:10,387 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T07:21:10,388 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T07:21:10,388 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40967 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T07:21:10,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40967 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T07:21:10,390 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T07:21:10,390 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:21:10,390 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40967 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T07:21:10,391 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T07:21:10,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:21:10,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35567 is added to blk_1073741835_1011 (size=902) 2024-11-14T07:21:10,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:21:10,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:21:10,797 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 01ef7c4fb1a2b8008acbdf15681ba4a6, NAME => 'test,,1731568870388.01ef7c4fb1a2b8008acbdf15681ba4a6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4 2024-11-14T07:21:10,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35567 is added to blk_1073741836_1012 (size=39) 2024-11-14T07:21:11,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:21:11,202 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731568870388.01ef7c4fb1a2b8008acbdf15681ba4a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:21:11,202 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 01ef7c4fb1a2b8008acbdf15681ba4a6, disabling compactions & flushes 2024-11-14T07:21:11,202 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731568870388.01ef7c4fb1a2b8008acbdf15681ba4a6. 2024-11-14T07:21:11,202 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731568870388.01ef7c4fb1a2b8008acbdf15681ba4a6. 2024-11-14T07:21:11,202 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731568870388.01ef7c4fb1a2b8008acbdf15681ba4a6. after waiting 0 ms 2024-11-14T07:21:11,202 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731568870388.01ef7c4fb1a2b8008acbdf15681ba4a6. 2024-11-14T07:21:11,202 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731568870388.01ef7c4fb1a2b8008acbdf15681ba4a6. 2024-11-14T07:21:11,202 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 01ef7c4fb1a2b8008acbdf15681ba4a6: Waiting for close lock at 1731568871202Disabling compacts and flushes for region at 1731568871202Disabling writes for close at 1731568871202Writing region close event to WAL at 1731568871202Closed at 1731568871202 2024-11-14T07:21:11,203 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T07:21:11,203 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731568870388.01ef7c4fb1a2b8008acbdf15681ba4a6.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731568871203"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731568871203"}]},"ts":"1731568871203"} 2024-11-14T07:21:11,205 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T07:21:11,206 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T07:21:11,206 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731568871206"}]},"ts":"1731568871206"} 2024-11-14T07:21:11,207 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T07:21:11,208 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=01ef7c4fb1a2b8008acbdf15681ba4a6, ASSIGN}] 2024-11-14T07:21:11,209 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=01ef7c4fb1a2b8008acbdf15681ba4a6, ASSIGN 2024-11-14T07:21:11,209 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=01ef7c4fb1a2b8008acbdf15681ba4a6, ASSIGN; state=OFFLINE, location=c7aa6e2790b3,42469,1731568861163; forceNewPlan=false, retain=false 2024-11-14T07:21:11,360 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=01ef7c4fb1a2b8008acbdf15681ba4a6, regionState=OPENING, regionLocation=c7aa6e2790b3,42469,1731568861163 2024-11-14T07:21:11,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=01ef7c4fb1a2b8008acbdf15681ba4a6, ASSIGN because future has completed 2024-11-14T07:21:11,362 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 01ef7c4fb1a2b8008acbdf15681ba4a6, server=c7aa6e2790b3,42469,1731568861163}] 2024-11-14T07:21:11,516 INFO [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731568870388.01ef7c4fb1a2b8008acbdf15681ba4a6. 2024-11-14T07:21:11,517 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 01ef7c4fb1a2b8008acbdf15681ba4a6, NAME => 'test,,1731568870388.01ef7c4fb1a2b8008acbdf15681ba4a6.', STARTKEY => '', ENDKEY => ''} 2024-11-14T07:21:11,517 INFO [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T07:21:11,517 INFO [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T07:21:11,517 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 01ef7c4fb1a2b8008acbdf15681ba4a6 2024-11-14T07:21:11,517 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731568870388.01ef7c4fb1a2b8008acbdf15681ba4a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:21:11,517 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 01ef7c4fb1a2b8008acbdf15681ba4a6 2024-11-14T07:21:11,517 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 01ef7c4fb1a2b8008acbdf15681ba4a6 2024-11-14T07:21:11,518 INFO [StoreOpener-01ef7c4fb1a2b8008acbdf15681ba4a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 01ef7c4fb1a2b8008acbdf15681ba4a6 2024-11-14T07:21:11,519 INFO [StoreOpener-01ef7c4fb1a2b8008acbdf15681ba4a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 01ef7c4fb1a2b8008acbdf15681ba4a6 columnFamilyName f 2024-11-14T07:21:11,519 DEBUG [StoreOpener-01ef7c4fb1a2b8008acbdf15681ba4a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:21:11,520 INFO [StoreOpener-01ef7c4fb1a2b8008acbdf15681ba4a6-1 {}] regionserver.HStore(327): Store=01ef7c4fb1a2b8008acbdf15681ba4a6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:21:11,520 INFO [StoreOpener-01ef7c4fb1a2b8008acbdf15681ba4a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 01ef7c4fb1a2b8008acbdf15681ba4a6 2024-11-14T07:21:11,520 INFO [StoreOpener-01ef7c4fb1a2b8008acbdf15681ba4a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 01ef7c4fb1a2b8008acbdf15681ba4a6 columnFamilyName f1 2024-11-14T07:21:11,520 DEBUG [StoreOpener-01ef7c4fb1a2b8008acbdf15681ba4a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:21:11,521 INFO [StoreOpener-01ef7c4fb1a2b8008acbdf15681ba4a6-1 {}] regionserver.HStore(327): Store=01ef7c4fb1a2b8008acbdf15681ba4a6/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:21:11,521 INFO [StoreOpener-01ef7c4fb1a2b8008acbdf15681ba4a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 01ef7c4fb1a2b8008acbdf15681ba4a6 2024-11-14T07:21:11,521 INFO [StoreOpener-01ef7c4fb1a2b8008acbdf15681ba4a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 01ef7c4fb1a2b8008acbdf15681ba4a6 columnFamilyName norep 2024-11-14T07:21:11,521 DEBUG [StoreOpener-01ef7c4fb1a2b8008acbdf15681ba4a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:21:11,522 INFO [StoreOpener-01ef7c4fb1a2b8008acbdf15681ba4a6-1 {}] regionserver.HStore(327): Store=01ef7c4fb1a2b8008acbdf15681ba4a6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:21:11,522 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 01ef7c4fb1a2b8008acbdf15681ba4a6 2024-11-14T07:21:11,522 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/data/default/test/01ef7c4fb1a2b8008acbdf15681ba4a6 2024-11-14T07:21:11,523 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/data/default/test/01ef7c4fb1a2b8008acbdf15681ba4a6 2024-11-14T07:21:11,523 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 01ef7c4fb1a2b8008acbdf15681ba4a6 2024-11-14T07:21:11,523 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 01ef7c4fb1a2b8008acbdf15681ba4a6 2024-11-14T07:21:11,524 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T07:21:11,524 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 01ef7c4fb1a2b8008acbdf15681ba4a6 2024-11-14T07:21:11,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:21:11,526 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/data/default/test/01ef7c4fb1a2b8008acbdf15681ba4a6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T07:21:11,526 INFO [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 01ef7c4fb1a2b8008acbdf15681ba4a6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65481037, jitterRate=-0.02425651252269745}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T07:21:11,526 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 01ef7c4fb1a2b8008acbdf15681ba4a6 2024-11-14T07:21:11,526 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 01ef7c4fb1a2b8008acbdf15681ba4a6: Running coprocessor pre-open hook at 1731568871517Writing region info on filesystem at 1731568871517Initializing all the Stores at 1731568871518 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568871518Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568871518Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568871518Cleaning up temporary data from old regions at 1731568871523 (+5 ms)Running coprocessor post-open hooks at 1731568871526 (+3 ms)Region opened successfully at 1731568871526 2024-11-14T07:21:11,527 INFO [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731568870388.01ef7c4fb1a2b8008acbdf15681ba4a6., pid=6, masterSystemTime=1731568871513 2024-11-14T07:21:11,528 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731568870388.01ef7c4fb1a2b8008acbdf15681ba4a6. 2024-11-14T07:21:11,529 INFO [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731568870388.01ef7c4fb1a2b8008acbdf15681ba4a6. 2024-11-14T07:21:11,529 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=01ef7c4fb1a2b8008acbdf15681ba4a6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c7aa6e2790b3,42469,1731568861163 2024-11-14T07:21:11,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 01ef7c4fb1a2b8008acbdf15681ba4a6, server=c7aa6e2790b3,42469,1731568861163 because future has completed 2024-11-14T07:21:11,533 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T07:21:11,533 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 01ef7c4fb1a2b8008acbdf15681ba4a6, server=c7aa6e2790b3,42469,1731568861163 in 169 msec 2024-11-14T07:21:11,535 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T07:21:11,535 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=01ef7c4fb1a2b8008acbdf15681ba4a6, ASSIGN in 325 msec 2024-11-14T07:21:11,535 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T07:21:11,535 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731568871535"}]},"ts":"1731568871535"} 2024-11-14T07:21:11,537 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T07:21:11,538 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T07:21:11,539 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1500 sec 2024-11-14T07:21:12,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:21:12,546 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T07:21:12,546 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:21:12,547 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is c7aa6e2790b3,43367,1731568866128 2024-11-14T07:21:12,547 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52f9bb03 2024-11-14T07:21:12,547 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T07:21:12,548 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T07:21:12,548 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T07:21:12,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T07:21:12,550 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T07:21:12,550 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:21:12,550 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T07:21:12,551 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T07:21:12,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:21:12,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40511 is added to blk_1073741835_1011 (size=902) 2024-11-14T07:21:12,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:21:12,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:21:12,957 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 29645ea41d1fc5c1fb30b08fbdacf6c3, NAME => 'test,,1731568872548.29645ea41d1fc5c1fb30b08fbdacf6c3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58 2024-11-14T07:21:12,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40511 is added to blk_1073741836_1012 (size=39) 2024-11-14T07:21:13,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:21:13,362 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731568872548.29645ea41d1fc5c1fb30b08fbdacf6c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:21:13,362 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 29645ea41d1fc5c1fb30b08fbdacf6c3, disabling compactions & flushes 2024-11-14T07:21:13,362 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731568872548.29645ea41d1fc5c1fb30b08fbdacf6c3. 2024-11-14T07:21:13,362 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731568872548.29645ea41d1fc5c1fb30b08fbdacf6c3. 2024-11-14T07:21:13,362 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731568872548.29645ea41d1fc5c1fb30b08fbdacf6c3. after waiting 0 ms 2024-11-14T07:21:13,362 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731568872548.29645ea41d1fc5c1fb30b08fbdacf6c3. 2024-11-14T07:21:13,362 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731568872548.29645ea41d1fc5c1fb30b08fbdacf6c3. 2024-11-14T07:21:13,362 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 29645ea41d1fc5c1fb30b08fbdacf6c3: Waiting for close lock at 1731568873362Disabling compacts and flushes for region at 1731568873362Disabling writes for close at 1731568873362Writing region close event to WAL at 1731568873362Closed at 1731568873362 2024-11-14T07:21:13,364 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T07:21:13,364 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731568872548.29645ea41d1fc5c1fb30b08fbdacf6c3.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731568873364"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731568873364"}]},"ts":"1731568873364"} 2024-11-14T07:21:13,365 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T07:21:13,366 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T07:21:13,366 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731568873366"}]},"ts":"1731568873366"} 2024-11-14T07:21:13,368 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T07:21:13,368 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=29645ea41d1fc5c1fb30b08fbdacf6c3, ASSIGN}] 2024-11-14T07:21:13,369 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=29645ea41d1fc5c1fb30b08fbdacf6c3, ASSIGN 2024-11-14T07:21:13,370 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=29645ea41d1fc5c1fb30b08fbdacf6c3, ASSIGN; state=OFFLINE, location=c7aa6e2790b3,41959,1731568866274; forceNewPlan=false, retain=false 2024-11-14T07:21:13,520 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=29645ea41d1fc5c1fb30b08fbdacf6c3, regionState=OPENING, regionLocation=c7aa6e2790b3,41959,1731568866274 2024-11-14T07:21:13,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=29645ea41d1fc5c1fb30b08fbdacf6c3, ASSIGN because future has completed 2024-11-14T07:21:13,522 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 29645ea41d1fc5c1fb30b08fbdacf6c3, server=c7aa6e2790b3,41959,1731568866274}] 2024-11-14T07:21:13,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:21:13,730 INFO [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731568872548.29645ea41d1fc5c1fb30b08fbdacf6c3. 2024-11-14T07:21:13,730 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 29645ea41d1fc5c1fb30b08fbdacf6c3, NAME => 'test,,1731568872548.29645ea41d1fc5c1fb30b08fbdacf6c3.', STARTKEY => '', ENDKEY => ''} 2024-11-14T07:21:13,730 INFO [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T07:21:13,731 INFO [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T07:21:13,731 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 29645ea41d1fc5c1fb30b08fbdacf6c3 2024-11-14T07:21:13,731 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731568872548.29645ea41d1fc5c1fb30b08fbdacf6c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:21:13,731 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 29645ea41d1fc5c1fb30b08fbdacf6c3 2024-11-14T07:21:13,731 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 29645ea41d1fc5c1fb30b08fbdacf6c3 2024-11-14T07:21:13,732 INFO [StoreOpener-29645ea41d1fc5c1fb30b08fbdacf6c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 29645ea41d1fc5c1fb30b08fbdacf6c3 2024-11-14T07:21:13,733 INFO [StoreOpener-29645ea41d1fc5c1fb30b08fbdacf6c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29645ea41d1fc5c1fb30b08fbdacf6c3 columnFamilyName f 2024-11-14T07:21:13,733 DEBUG [StoreOpener-29645ea41d1fc5c1fb30b08fbdacf6c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:21:13,733 INFO [StoreOpener-29645ea41d1fc5c1fb30b08fbdacf6c3-1 {}] regionserver.HStore(327): Store=29645ea41d1fc5c1fb30b08fbdacf6c3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:21:13,733 INFO [StoreOpener-29645ea41d1fc5c1fb30b08fbdacf6c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 29645ea41d1fc5c1fb30b08fbdacf6c3 2024-11-14T07:21:13,734 INFO [StoreOpener-29645ea41d1fc5c1fb30b08fbdacf6c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29645ea41d1fc5c1fb30b08fbdacf6c3 columnFamilyName f1 2024-11-14T07:21:13,734 DEBUG [StoreOpener-29645ea41d1fc5c1fb30b08fbdacf6c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:21:13,734 INFO [StoreOpener-29645ea41d1fc5c1fb30b08fbdacf6c3-1 {}] regionserver.HStore(327): Store=29645ea41d1fc5c1fb30b08fbdacf6c3/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:21:13,734 INFO [StoreOpener-29645ea41d1fc5c1fb30b08fbdacf6c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 29645ea41d1fc5c1fb30b08fbdacf6c3 2024-11-14T07:21:13,735 INFO [StoreOpener-29645ea41d1fc5c1fb30b08fbdacf6c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29645ea41d1fc5c1fb30b08fbdacf6c3 columnFamilyName norep 2024-11-14T07:21:13,735 DEBUG [StoreOpener-29645ea41d1fc5c1fb30b08fbdacf6c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:21:13,735 INFO [StoreOpener-29645ea41d1fc5c1fb30b08fbdacf6c3-1 {}] regionserver.HStore(327): Store=29645ea41d1fc5c1fb30b08fbdacf6c3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:21:13,735 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 29645ea41d1fc5c1fb30b08fbdacf6c3 2024-11-14T07:21:13,736 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/data/default/test/29645ea41d1fc5c1fb30b08fbdacf6c3 2024-11-14T07:21:13,736 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/data/default/test/29645ea41d1fc5c1fb30b08fbdacf6c3 2024-11-14T07:21:13,737 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 29645ea41d1fc5c1fb30b08fbdacf6c3 2024-11-14T07:21:13,737 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 29645ea41d1fc5c1fb30b08fbdacf6c3 2024-11-14T07:21:13,737 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T07:21:13,738 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 29645ea41d1fc5c1fb30b08fbdacf6c3 2024-11-14T07:21:13,739 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/data/default/test/29645ea41d1fc5c1fb30b08fbdacf6c3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T07:21:13,740 INFO [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 29645ea41d1fc5c1fb30b08fbdacf6c3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63990783, jitterRate=-0.046463027596473694}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T07:21:13,740 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 29645ea41d1fc5c1fb30b08fbdacf6c3 2024-11-14T07:21:13,740 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 29645ea41d1fc5c1fb30b08fbdacf6c3: Running coprocessor pre-open hook at 1731568873731Writing region info on filesystem at 1731568873731Initializing all the Stores at 1731568873731Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568873731Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568873732 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568873732Cleaning up temporary data from old regions at 1731568873737 (+5 ms)Running coprocessor post-open hooks at 1731568873740 (+3 ms)Region opened successfully at 1731568873740 2024-11-14T07:21:13,741 INFO [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731568872548.29645ea41d1fc5c1fb30b08fbdacf6c3., pid=6, masterSystemTime=1731568873727 2024-11-14T07:21:13,742 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731568872548.29645ea41d1fc5c1fb30b08fbdacf6c3. 2024-11-14T07:21:13,742 INFO [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731568872548.29645ea41d1fc5c1fb30b08fbdacf6c3. 2024-11-14T07:21:13,743 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=29645ea41d1fc5c1fb30b08fbdacf6c3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c7aa6e2790b3,41959,1731568866274 2024-11-14T07:21:13,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 29645ea41d1fc5c1fb30b08fbdacf6c3, server=c7aa6e2790b3,41959,1731568866274 because future has completed 2024-11-14T07:21:13,747 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T07:21:13,747 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 29645ea41d1fc5c1fb30b08fbdacf6c3, server=c7aa6e2790b3,41959,1731568866274 in 224 msec 2024-11-14T07:21:13,749 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T07:21:13,749 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=29645ea41d1fc5c1fb30b08fbdacf6c3, ASSIGN in 379 msec 2024-11-14T07:21:13,749 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T07:21:13,749 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731568873749"}]},"ts":"1731568873749"} 2024-11-14T07:21:13,751 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T07:21:13,752 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T07:21:13,753 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2040 sec 2024-11-14T07:21:14,506 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T07:21:14,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:21:14,696 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T07:21:14,697 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20a5eda1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:21:14,697 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,45135,-1 for getting cluster id 2024-11-14T07:21:14,697 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:21:14,698 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7e9979c2-985d-4eb7-8068-8238cfd4ff48' 2024-11-14T07:21:14,698 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:21:14,698 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7e9979c2-985d-4eb7-8068-8238cfd4ff48" 2024-11-14T07:21:14,699 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@459624, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:21:14,699 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,45135,-1] 2024-11-14T07:21:14,699 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:21:14,699 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:21:14,700 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:21:14,700 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f6e1ee9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:21:14,700 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:21:14,701 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is c7aa6e2790b3,45135,1731568855490 2024-11-14T07:21:14,701 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ac2113c 2024-11-14T07:21:14,701 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T07:21:14,702 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T07:21:14,702 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45135 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c7aa6e2790b3:40967,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T07:21:14,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45135 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T07:21:14,705 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c7aa6e2790b3:40967' 2024-11-14T07:21:14,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T07:21:14,706 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ed9f006, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:21:14,706 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,40967,-1 for getting cluster id 2024-11-14T07:21:14,706 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:21:14,707 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5aa0b889-207c-416c-b267-0ea9ab2a30ac' 2024-11-14T07:21:14,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:21:14,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5aa0b889-207c-416c-b267-0ea9ab2a30ac" 2024-11-14T07:21:14,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23f74449, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:21:14,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,40967,-1] 2024-11-14T07:21:14,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:21:14,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:21:14,708 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:21:14,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1671481, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:21:14,709 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:21:14,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c7aa6e2790b3,40967,1731568861001 2024-11-14T07:21:14,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c6078c9 2024-11-14T07:21:14,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T07:21:14,711 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T07:21:14,711 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T07:21:14,711 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T07:21:14,711 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:21:14,712 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:21:14,712 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:21:14,712 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T07:21:14,713 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T07:21:14,714 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T07:21:14,714 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:21:14,714 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T07:21:14,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43563 is added to blk_1073741837_1013 (size=1138) 2024-11-14T07:21:14,763 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T07:21:14,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T07:21:15,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T07:21:15,087 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T07:21:15,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:15,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:15,120 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5faf197e844c3bc06b1bfc4e8667d554, NAME => 'hbase:replication,,1731568874712.5faf197e844c3bc06b1bfc4e8667d554.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf 2024-11-14T07:21:15,120 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:15,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:15,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:15,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:15,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:15,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:15,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43563 is added to blk_1073741838_1014 (size=44) 2024-11-14T07:21:15,128 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:15,131 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:15,131 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:15,133 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:15,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T07:21:15,524 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731568874712.5faf197e844c3bc06b1bfc4e8667d554.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:21:15,525 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 5faf197e844c3bc06b1bfc4e8667d554, disabling compactions & flushes 2024-11-14T07:21:15,525 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731568874712.5faf197e844c3bc06b1bfc4e8667d554. 2024-11-14T07:21:15,525 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731568874712.5faf197e844c3bc06b1bfc4e8667d554. 2024-11-14T07:21:15,525 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731568874712.5faf197e844c3bc06b1bfc4e8667d554. after waiting 0 ms 2024-11-14T07:21:15,525 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731568874712.5faf197e844c3bc06b1bfc4e8667d554. 2024-11-14T07:21:15,525 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731568874712.5faf197e844c3bc06b1bfc4e8667d554. 2024-11-14T07:21:15,525 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5faf197e844c3bc06b1bfc4e8667d554: Waiting for close lock at 1731568875525Disabling compacts and flushes for region at 1731568875525Disabling writes for close at 1731568875525Writing region close event to WAL at 1731568875525Closed at 1731568875525 2024-11-14T07:21:15,526 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T07:21:15,526 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731568874712.5faf197e844c3bc06b1bfc4e8667d554.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731568875526"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731568875526"}]},"ts":"1731568875526"} 2024-11-14T07:21:15,528 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T07:21:15,528 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T07:21:15,528 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731568875528"}]},"ts":"1731568875528"} 2024-11-14T07:21:15,530 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T07:21:15,530 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5faf197e844c3bc06b1bfc4e8667d554, ASSIGN}] 2024-11-14T07:21:15,531 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5faf197e844c3bc06b1bfc4e8667d554, ASSIGN 2024-11-14T07:21:15,532 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5faf197e844c3bc06b1bfc4e8667d554, ASSIGN; state=OFFLINE, location=c7aa6e2790b3,44033,1731568855694; forceNewPlan=false, retain=false 2024-11-14T07:21:15,682 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5faf197e844c3bc06b1bfc4e8667d554, regionState=OPENING, regionLocation=c7aa6e2790b3,44033,1731568855694 2024-11-14T07:21:15,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5faf197e844c3bc06b1bfc4e8667d554, ASSIGN because future has completed 2024-11-14T07:21:15,685 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5faf197e844c3bc06b1bfc4e8667d554, server=c7aa6e2790b3,44033,1731568855694}] 2024-11-14T07:21:15,840 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731568874712.5faf197e844c3bc06b1bfc4e8667d554. 2024-11-14T07:21:15,840 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T07:21:15,840 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T07:21:15,841 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c7aa6e2790b3%2C44033%2C1731568855694.rep, suffix=, logDir=hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/WALs/c7aa6e2790b3,44033,1731568855694, archiveDir=hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/oldWALs, maxLogs=10 2024-11-14T07:21:15,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T07:21:15,853 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/WALs/c7aa6e2790b3,44033,1731568855694/c7aa6e2790b3%2C44033%2C1731568855694.rep.1731568875841, exclude list is [], retry=0 2024-11-14T07:21:15,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43563,DS-6d5a0766-2775-4715-a659-0d2565a3ae0e,DISK] 2024-11-14T07:21:15,856 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/WALs/c7aa6e2790b3,44033,1731568855694/c7aa6e2790b3%2C44033%2C1731568855694.rep.1731568875841 2024-11-14T07:21:15,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40035:40035)] 2024-11-14T07:21:15,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 5faf197e844c3bc06b1bfc4e8667d554, NAME => 'hbase:replication,,1731568874712.5faf197e844c3bc06b1bfc4e8667d554.', STARTKEY => '', ENDKEY => ''} 2024-11-14T07:21:15,857 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T07:21:15,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T07:21:15,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731568874712.5faf197e844c3bc06b1bfc4e8667d554. service=MultiRowMutationService 2024-11-14T07:21:15,857 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T07:21:15,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5faf197e844c3bc06b1bfc4e8667d554 2024-11-14T07:21:15,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731568874712.5faf197e844c3bc06b1bfc4e8667d554.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:21:15,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 5faf197e844c3bc06b1bfc4e8667d554 2024-11-14T07:21:15,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 5faf197e844c3bc06b1bfc4e8667d554 2024-11-14T07:21:15,859 INFO [StoreOpener-5faf197e844c3bc06b1bfc4e8667d554-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5faf197e844c3bc06b1bfc4e8667d554 2024-11-14T07:21:15,860 INFO [StoreOpener-5faf197e844c3bc06b1bfc4e8667d554-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5faf197e844c3bc06b1bfc4e8667d554 columnFamilyName hfileref 2024-11-14T07:21:15,860 DEBUG [StoreOpener-5faf197e844c3bc06b1bfc4e8667d554-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:21:15,860 INFO [StoreOpener-5faf197e844c3bc06b1bfc4e8667d554-1 {}] regionserver.HStore(327): Store=5faf197e844c3bc06b1bfc4e8667d554/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:21:15,860 INFO [StoreOpener-5faf197e844c3bc06b1bfc4e8667d554-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5faf197e844c3bc06b1bfc4e8667d554 2024-11-14T07:21:15,861 INFO [StoreOpener-5faf197e844c3bc06b1bfc4e8667d554-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5faf197e844c3bc06b1bfc4e8667d554 columnFamilyName queue 2024-11-14T07:21:15,861 DEBUG [StoreOpener-5faf197e844c3bc06b1bfc4e8667d554-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:21:15,861 INFO [StoreOpener-5faf197e844c3bc06b1bfc4e8667d554-1 {}] regionserver.HStore(327): Store=5faf197e844c3bc06b1bfc4e8667d554/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:21:15,861 INFO [StoreOpener-5faf197e844c3bc06b1bfc4e8667d554-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5faf197e844c3bc06b1bfc4e8667d554 2024-11-14T07:21:15,862 INFO [StoreOpener-5faf197e844c3bc06b1bfc4e8667d554-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5faf197e844c3bc06b1bfc4e8667d554 columnFamilyName sid 2024-11-14T07:21:15,862 DEBUG [StoreOpener-5faf197e844c3bc06b1bfc4e8667d554-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:21:15,862 INFO [StoreOpener-5faf197e844c3bc06b1bfc4e8667d554-1 {}] regionserver.HStore(327): Store=5faf197e844c3bc06b1bfc4e8667d554/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:21:15,862 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 5faf197e844c3bc06b1bfc4e8667d554 2024-11-14T07:21:15,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/data/hbase/replication/5faf197e844c3bc06b1bfc4e8667d554 2024-11-14T07:21:15,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/data/hbase/replication/5faf197e844c3bc06b1bfc4e8667d554 2024-11-14T07:21:15,864 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 5faf197e844c3bc06b1bfc4e8667d554 2024-11-14T07:21:15,864 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 5faf197e844c3bc06b1bfc4e8667d554 2024-11-14T07:21:15,864 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T07:21:15,865 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 5faf197e844c3bc06b1bfc4e8667d554 2024-11-14T07:21:15,866 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/data/hbase/replication/5faf197e844c3bc06b1bfc4e8667d554/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T07:21:15,866 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 5faf197e844c3bc06b1bfc4e8667d554; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74065884, jitterRate=0.10366767644882202}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T07:21:15,867 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5faf197e844c3bc06b1bfc4e8667d554 2024-11-14T07:21:15,867 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 5faf197e844c3bc06b1bfc4e8667d554: Running coprocessor pre-open hook at 1731568875858Writing region info on filesystem at 1731568875858Initializing all the Stores at 1731568875858Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568875858Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568875858Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568875858Cleaning up temporary data from old regions at 1731568875864 (+6 ms)Running coprocessor post-open hooks at 1731568875867 (+3 ms)Region opened successfully at 1731568875867 2024-11-14T07:21:15,867 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731568874712.5faf197e844c3bc06b1bfc4e8667d554., pid=10, masterSystemTime=1731568875837 2024-11-14T07:21:15,869 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731568874712.5faf197e844c3bc06b1bfc4e8667d554. 2024-11-14T07:21:15,869 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731568874712.5faf197e844c3bc06b1bfc4e8667d554. 2024-11-14T07:21:15,869 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5faf197e844c3bc06b1bfc4e8667d554, regionState=OPEN, openSeqNum=2, regionLocation=c7aa6e2790b3,44033,1731568855694 2024-11-14T07:21:15,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5faf197e844c3bc06b1bfc4e8667d554, server=c7aa6e2790b3,44033,1731568855694 because future has completed 2024-11-14T07:21:15,873 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T07:21:15,873 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 5faf197e844c3bc06b1bfc4e8667d554, server=c7aa6e2790b3,44033,1731568855694 in 187 msec 2024-11-14T07:21:15,875 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T07:21:15,875 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5faf197e844c3bc06b1bfc4e8667d554, ASSIGN in 343 msec 2024-11-14T07:21:15,876 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T07:21:15,876 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731568875876"}]},"ts":"1731568875876"} 2024-11-14T07:21:15,878 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T07:21:15,878 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T07:21:15,880 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1670 sec 2024-11-14T07:21:15,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731568874712.5faf197e844c3bc06b1bfc4e8667d554., hostname=c7aa6e2790b3,44033,1731568855694, seqNum=2] 2024-11-14T07:21:16,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45135-0x1013837dc5a0000, quorum=127.0.0.1:53661, baseZNode=/0144033443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0144033443 2024-11-14T07:21:16,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44033-0x1013837dc5a0001, quorum=127.0.0.1:53661, baseZNode=/0144033443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0144033443 2024-11-14T07:21:16,057 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T07:21:16,218 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44033 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T07:21:16,218 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T07:21:16,243 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c7aa6e2790b3,44033,1731568855694, ReplicationSource: 1, currentBandwidth=0 2024-11-14T07:21:16,244 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T07:21:16,244 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c7aa6e2790b3,44033,1731568855694, seqNum=-1] 2024-11-14T07:21:16,244 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T07:21:16,245 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34981, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-14T07:21:16,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c7aa6e2790b3,44033,1731568855694', locateType=CURRENT is [region=hbase:replication,,1731568874712.5faf197e844c3bc06b1bfc4e8667d554., hostname=c7aa6e2790b3,44033,1731568855694, seqNum=2] 2024-11-14T07:21:16,249 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T07:21:16,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45135 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T07:21:16,251 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c7aa6e2790b3,44033,1731568855694 suceeded 2024-11-14T07:21:16,252 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T07:21:16,252 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-11-14T07:21:16,252 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c7aa6e2790b3:40967,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T07:21:16,253 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5500 sec 2024-11-14T07:21:16,262 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44033,1731568855694 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c7aa6e2790b3:40967' 2024-11-14T07:21:16,263 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44033,1731568855694 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f85f64a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:21:16,263 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44033,1731568855694 {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,40967,-1 for getting cluster id 2024-11-14T07:21:16,263 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44033,1731568855694 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:21:16,264 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5aa0b889-207c-416c-b267-0ea9ab2a30ac' 2024-11-14T07:21:16,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:21:16,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5aa0b889-207c-416c-b267-0ea9ab2a30ac" 2024-11-14T07:21:16,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6de6633e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:21:16,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,40967,-1] 2024-11-14T07:21:16,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:21:16,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:21:16,265 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:21:16,266 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44033,1731568855694 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3251a621, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:21:16,266 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44033,1731568855694 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:21:16,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c7aa6e2790b3,40967,1731568861001 2024-11-14T07:21:16,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f29e8c8 2024-11-14T07:21:16,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T07:21:16,267 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-14T07:21:16,268 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44033,1731568855694 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c7aa6e2790b3,44033,1731568855694 (queues=1) is replicating from cluster=7e9979c2-985d-4eb7-8068-8238cfd4ff48 to cluster=5aa0b889-207c-416c-b267-0ea9ab2a30ac 2024-11-14T07:21:16,268 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44033,1731568855694 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c7aa6e2790b3%2C44033%2C1731568855694 2024-11-14T07:21:16,268 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44033,1731568855694 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c7aa6e2790b3,44033,1731568855694, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T07:21:16,268 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44033,1731568855694.replicationSource.shipperc7aa6e2790b3%2C44033%2C1731568855694,1-c7aa6e2790b3,44033,1731568855694 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c7aa6e2790b3%2C44033%2C1731568855694 2024-11-14T07:21:16,268 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44033,1731568855694.replicationSource.wal-reader.c7aa6e2790b3%2C44033%2C1731568855694,1-c7aa6e2790b3,44033,1731568855694 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/WALs/c7aa6e2790b3,44033,1731568855694/c7aa6e2790b3%2C44033%2C1731568855694.1731568858032, startPosition=0, beingWritten=true 2024-11-14T07:21:16,273 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44033,1731568855694.replicationSource.wal-reader.c7aa6e2790b3%2C44033%2C1731568855694,1-c7aa6e2790b3,44033,1731568855694 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T07:21:16,273 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44033,1731568855694.replicationSource.wal-reader.c7aa6e2790b3%2C44033%2C1731568855694,1-c7aa6e2790b3,44033,1731568855694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/WALs/c7aa6e2790b3,44033,1731568855694/c7aa6e2790b3%2C44033%2C1731568855694.1731568858032 to pos 379, reset compression=false 2024-11-14T07:21:16,273 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44033,1731568855694.replicationSource.shipperc7aa6e2790b3%2C44033%2C1731568855694,1-c7aa6e2790b3,44033,1731568855694 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c7aa6e2790b3,44033,1731568855694 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/WALs/c7aa6e2790b3,44033,1731568855694/c7aa6e2790b3%2C44033%2C1731568855694.1731568858032, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T07:21:16,476 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44033,1731568855694.replicationSource.wal-reader.c7aa6e2790b3%2C44033%2C1731568855694,1-c7aa6e2790b3,44033,1731568855694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/WALs/c7aa6e2790b3,44033,1731568855694/c7aa6e2790b3%2C44033%2C1731568855694.1731568858032 to pos 379, reset compression=false 2024-11-14T07:21:16,781 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44033,1731568855694.replicationSource.wal-reader.c7aa6e2790b3%2C44033%2C1731568855694,1-c7aa6e2790b3,44033,1731568855694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/WALs/c7aa6e2790b3,44033,1731568855694/c7aa6e2790b3%2C44033%2C1731568855694.1731568858032 to pos 379, reset compression=false 2024-11-14T07:21:16,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T07:21:16,856 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T07:21:16,856 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T07:21:16,856 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:21:16,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:21:16,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:21:16,856 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:21:16,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cce2bfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:21:16,857 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,40967,-1 for getting cluster id 2024-11-14T07:21:16,857 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:21:16,858 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5aa0b889-207c-416c-b267-0ea9ab2a30ac' 2024-11-14T07:21:16,858 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:21:16,858 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5aa0b889-207c-416c-b267-0ea9ab2a30ac" 2024-11-14T07:21:16,858 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20ccbe0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:21:16,858 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,40967,-1] 2024-11-14T07:21:16,858 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:21:16,858 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:21:16,859 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:21:16,859 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@273e2f7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:21:16,860 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:21:16,860 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is c7aa6e2790b3,40967,1731568861001 2024-11-14T07:21:16,860 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4fb39734 2024-11-14T07:21:16,860 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T07:21:16,861 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T07:21:16,861 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40967 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c7aa6e2790b3:43367,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T07:21:16,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40967 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T07:21:16,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T07:21:16,864 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c7aa6e2790b3:43367' 2024-11-14T07:21:16,865 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@216cb556, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:21:16,865 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,43367,-1 for getting cluster id 2024-11-14T07:21:16,865 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:21:16,865 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30bbb16f-6e77-4e77-87a4-ddc2fdec65dd' 2024-11-14T07:21:16,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:21:16,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30bbb16f-6e77-4e77-87a4-ddc2fdec65dd" 2024-11-14T07:21:16,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79ae4600, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:21:16,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,43367,-1] 2024-11-14T07:21:16,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:21:16,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:21:16,866 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:21:16,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30104578, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:21:16,867 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:21:16,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c7aa6e2790b3,43367,1731568866128 2024-11-14T07:21:16,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50d9688b 2024-11-14T07:21:16,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T07:21:16,868 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T07:21:16,869 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T07:21:16,869 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T07:21:16,869 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:21:16,869 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:21:16,869 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:21:16,869 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T07:21:16,870 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T07:21:16,871 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T07:21:16,871 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:21:16,872 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T07:21:16,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35567 is added to blk_1073741837_1013 (size=1138) 2024-11-14T07:21:16,921 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T07:21:16,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T07:21:17,144 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T07:21:17,144 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-14T07:21:17,144 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T07:21:17,144 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-14T07:21:17,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T07:21:17,184 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44033,1731568855694.replicationSource.wal-reader.c7aa6e2790b3%2C44033%2C1731568855694,1-c7aa6e2790b3,44033,1731568855694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/WALs/c7aa6e2790b3,44033,1731568855694/c7aa6e2790b3%2C44033%2C1731568855694.1731568858032 to pos 379, reset compression=false 2024-11-14T07:21:17,278 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8ab0c0a8d849201c30c01544fea91759, NAME => 'hbase:replication,,1731568876869.8ab0c0a8d849201c30c01544fea91759.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4 2024-11-14T07:21:17,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35567 is added to blk_1073741838_1014 (size=44) 2024-11-14T07:21:17,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T07:21:17,683 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731568876869.8ab0c0a8d849201c30c01544fea91759.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:21:17,683 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8ab0c0a8d849201c30c01544fea91759, disabling compactions & flushes 2024-11-14T07:21:17,683 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731568876869.8ab0c0a8d849201c30c01544fea91759. 2024-11-14T07:21:17,683 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731568876869.8ab0c0a8d849201c30c01544fea91759. 2024-11-14T07:21:17,683 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731568876869.8ab0c0a8d849201c30c01544fea91759. after waiting 0 ms 2024-11-14T07:21:17,683 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731568876869.8ab0c0a8d849201c30c01544fea91759. 2024-11-14T07:21:17,683 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731568876869.8ab0c0a8d849201c30c01544fea91759. 2024-11-14T07:21:17,683 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8ab0c0a8d849201c30c01544fea91759: Waiting for close lock at 1731568877683Disabling compacts and flushes for region at 1731568877683Disabling writes for close at 1731568877683Writing region close event to WAL at 1731568877683Closed at 1731568877683 2024-11-14T07:21:17,684 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T07:21:17,684 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731568876869.8ab0c0a8d849201c30c01544fea91759.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731568877684"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731568877684"}]},"ts":"1731568877684"} 2024-11-14T07:21:17,685 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T07:21:17,686 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T07:21:17,686 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731568877686"}]},"ts":"1731568877686"} 2024-11-14T07:21:17,687 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44033,1731568855694.replicationSource.wal-reader.c7aa6e2790b3%2C44033%2C1731568855694,1-c7aa6e2790b3,44033,1731568855694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/WALs/c7aa6e2790b3,44033,1731568855694/c7aa6e2790b3%2C44033%2C1731568855694.1731568858032 to pos 379, reset compression=false 2024-11-14T07:21:17,690 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T07:21:17,690 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8ab0c0a8d849201c30c01544fea91759, ASSIGN}] 2024-11-14T07:21:17,691 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8ab0c0a8d849201c30c01544fea91759, ASSIGN 2024-11-14T07:21:17,692 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8ab0c0a8d849201c30c01544fea91759, ASSIGN; state=OFFLINE, location=c7aa6e2790b3,42469,1731568861163; forceNewPlan=false, retain=false 2024-11-14T07:21:17,842 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8ab0c0a8d849201c30c01544fea91759, regionState=OPENING, regionLocation=c7aa6e2790b3,42469,1731568861163 2024-11-14T07:21:17,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8ab0c0a8d849201c30c01544fea91759, ASSIGN because future has completed 2024-11-14T07:21:17,845 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ab0c0a8d849201c30c01544fea91759, server=c7aa6e2790b3,42469,1731568861163}] 2024-11-14T07:21:18,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T07:21:18,028 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731568876869.8ab0c0a8d849201c30c01544fea91759. 2024-11-14T07:21:18,029 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T07:21:18,029 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T07:21:18,030 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c7aa6e2790b3%2C42469%2C1731568861163.rep, suffix=, logDir=hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/WALs/c7aa6e2790b3,42469,1731568861163, archiveDir=hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/oldWALs, maxLogs=10 2024-11-14T07:21:18,046 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/WALs/c7aa6e2790b3,42469,1731568861163/c7aa6e2790b3%2C42469%2C1731568861163.rep.1731568878030, exclude list is [], retry=0 2024-11-14T07:21:18,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35567,DS-7594066b-d234-4514-ab46-031c670c1a76,DISK] 2024-11-14T07:21:18,049 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/WALs/c7aa6e2790b3,42469,1731568861163/c7aa6e2790b3%2C42469%2C1731568861163.rep.1731568878030 2024-11-14T07:21:18,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39131:39131)] 2024-11-14T07:21:18,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 8ab0c0a8d849201c30c01544fea91759, NAME => 'hbase:replication,,1731568876869.8ab0c0a8d849201c30c01544fea91759.', STARTKEY => '', ENDKEY => ''} 2024-11-14T07:21:18,050 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T07:21:18,050 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T07:21:18,050 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731568876869.8ab0c0a8d849201c30c01544fea91759. service=MultiRowMutationService 2024-11-14T07:21:18,050 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T07:21:18,050 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8ab0c0a8d849201c30c01544fea91759 2024-11-14T07:21:18,050 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731568876869.8ab0c0a8d849201c30c01544fea91759.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:21:18,050 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 8ab0c0a8d849201c30c01544fea91759 2024-11-14T07:21:18,050 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 8ab0c0a8d849201c30c01544fea91759 2024-11-14T07:21:18,052 INFO [StoreOpener-8ab0c0a8d849201c30c01544fea91759-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8ab0c0a8d849201c30c01544fea91759 2024-11-14T07:21:18,053 INFO [StoreOpener-8ab0c0a8d849201c30c01544fea91759-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ab0c0a8d849201c30c01544fea91759 columnFamilyName hfileref 2024-11-14T07:21:18,053 DEBUG [StoreOpener-8ab0c0a8d849201c30c01544fea91759-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:21:18,053 INFO [StoreOpener-8ab0c0a8d849201c30c01544fea91759-1 {}] regionserver.HStore(327): Store=8ab0c0a8d849201c30c01544fea91759/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:21:18,053 INFO [StoreOpener-8ab0c0a8d849201c30c01544fea91759-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8ab0c0a8d849201c30c01544fea91759 2024-11-14T07:21:18,054 INFO [StoreOpener-8ab0c0a8d849201c30c01544fea91759-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ab0c0a8d849201c30c01544fea91759 columnFamilyName queue 2024-11-14T07:21:18,054 DEBUG [StoreOpener-8ab0c0a8d849201c30c01544fea91759-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:21:18,054 INFO [StoreOpener-8ab0c0a8d849201c30c01544fea91759-1 {}] regionserver.HStore(327): Store=8ab0c0a8d849201c30c01544fea91759/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:21:18,054 INFO [StoreOpener-8ab0c0a8d849201c30c01544fea91759-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8ab0c0a8d849201c30c01544fea91759 2024-11-14T07:21:18,055 INFO [StoreOpener-8ab0c0a8d849201c30c01544fea91759-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ab0c0a8d849201c30c01544fea91759 columnFamilyName sid 2024-11-14T07:21:18,055 DEBUG [StoreOpener-8ab0c0a8d849201c30c01544fea91759-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:21:18,055 INFO [StoreOpener-8ab0c0a8d849201c30c01544fea91759-1 {}] regionserver.HStore(327): Store=8ab0c0a8d849201c30c01544fea91759/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:21:18,056 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 8ab0c0a8d849201c30c01544fea91759 2024-11-14T07:21:18,056 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/data/hbase/replication/8ab0c0a8d849201c30c01544fea91759 2024-11-14T07:21:18,056 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/data/hbase/replication/8ab0c0a8d849201c30c01544fea91759 2024-11-14T07:21:18,057 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 8ab0c0a8d849201c30c01544fea91759 2024-11-14T07:21:18,057 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 8ab0c0a8d849201c30c01544fea91759 2024-11-14T07:21:18,057 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T07:21:18,058 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 8ab0c0a8d849201c30c01544fea91759 2024-11-14T07:21:18,060 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/data/hbase/replication/8ab0c0a8d849201c30c01544fea91759/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T07:21:18,060 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 8ab0c0a8d849201c30c01544fea91759; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68817377, jitterRate=0.02545882761478424}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T07:21:18,060 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8ab0c0a8d849201c30c01544fea91759 2024-11-14T07:21:18,060 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 8ab0c0a8d849201c30c01544fea91759: Running coprocessor pre-open hook at 1731568878050Writing region info on filesystem at 1731568878050Initializing all the Stores at 1731568878051 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568878051Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568878052 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568878052Cleaning up temporary data from old regions at 1731568878057 (+5 ms)Running coprocessor post-open hooks at 1731568878060 (+3 ms)Region opened successfully at 1731568878060 2024-11-14T07:21:18,061 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731568876869.8ab0c0a8d849201c30c01544fea91759., pid=10, masterSystemTime=1731568878025 2024-11-14T07:21:18,063 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731568876869.8ab0c0a8d849201c30c01544fea91759. 2024-11-14T07:21:18,063 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731568876869.8ab0c0a8d849201c30c01544fea91759. 2024-11-14T07:21:18,063 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8ab0c0a8d849201c30c01544fea91759, regionState=OPEN, openSeqNum=2, regionLocation=c7aa6e2790b3,42469,1731568861163 2024-11-14T07:21:18,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ab0c0a8d849201c30c01544fea91759, server=c7aa6e2790b3,42469,1731568861163 because future has completed 2024-11-14T07:21:18,067 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T07:21:18,067 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8ab0c0a8d849201c30c01544fea91759, server=c7aa6e2790b3,42469,1731568861163 in 221 msec 2024-11-14T07:21:18,069 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T07:21:18,069 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8ab0c0a8d849201c30c01544fea91759, ASSIGN in 377 msec 2024-11-14T07:21:18,069 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T07:21:18,070 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731568878069"}]},"ts":"1731568878069"} 2024-11-14T07:21:18,071 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T07:21:18,072 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T07:21:18,073 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2030 sec 2024-11-14T07:21:18,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731568876869.8ab0c0a8d849201c30c01544fea91759., hostname=c7aa6e2790b3,42469,1731568861163, seqNum=2] 2024-11-14T07:21:18,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42469-0x1013837dc5a0004, quorum=127.0.0.1:53661, baseZNode=/11490760668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11490760668 2024-11-14T07:21:18,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40967-0x1013837dc5a0003, quorum=127.0.0.1:53661, baseZNode=/11490760668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11490760668 2024-11-14T07:21:18,289 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T07:21:18,291 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44033,1731568855694.replicationSource.wal-reader.c7aa6e2790b3%2C44033%2C1731568855694,1-c7aa6e2790b3,44033,1731568855694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/WALs/c7aa6e2790b3,44033,1731568855694/c7aa6e2790b3%2C44033%2C1731568855694.1731568858032 to pos 379, reset compression=false 2024-11-14T07:21:18,441 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42469 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T07:21:18,442 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T07:21:18,471 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c7aa6e2790b3,42469,1731568861163, ReplicationSource: 1, currentBandwidth=0 2024-11-14T07:21:18,472 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T07:21:18,472 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c7aa6e2790b3,42469,1731568861163, seqNum=-1] 2024-11-14T07:21:18,472 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T07:21:18,473 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43469, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-14T07:21:18,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c7aa6e2790b3,42469,1731568861163', locateType=CURRENT is [region=hbase:replication,,1731568876869.8ab0c0a8d849201c30c01544fea91759., hostname=c7aa6e2790b3,42469,1731568861163, seqNum=2] 2024-11-14T07:21:18,477 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T07:21:18,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40967 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T07:21:18,478 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c7aa6e2790b3,42469,1731568861163 suceeded 2024-11-14T07:21:18,480 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T07:21:18,480 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-14T07:21:18,480 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c7aa6e2790b3:43367,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T07:21:18,481 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6190 sec 2024-11-14T07:21:18,489 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,42469,1731568861163 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c7aa6e2790b3:43367' 2024-11-14T07:21:18,490 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,42469,1731568861163 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21d06531, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:21:18,490 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,42469,1731568861163 {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,43367,-1 for getting cluster id 2024-11-14T07:21:18,491 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,42469,1731568861163 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:21:18,491 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30bbb16f-6e77-4e77-87a4-ddc2fdec65dd' 2024-11-14T07:21:18,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:21:18,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30bbb16f-6e77-4e77-87a4-ddc2fdec65dd" 2024-11-14T07:21:18,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a900c1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:21:18,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,43367,-1] 2024-11-14T07:21:18,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:21:18,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:21:18,492 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:21:18,493 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,42469,1731568861163 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67c3f1ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:21:18,493 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,42469,1731568861163 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:21:18,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is c7aa6e2790b3,43367,1731568866128 2024-11-14T07:21:18,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e9e1113 2024-11-14T07:21:18,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T07:21:18,494 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-14T07:21:18,494 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,42469,1731568861163 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c7aa6e2790b3,42469,1731568861163 (queues=1) is replicating from cluster=5aa0b889-207c-416c-b267-0ea9ab2a30ac to cluster=30bbb16f-6e77-4e77-87a4-ddc2fdec65dd 2024-11-14T07:21:18,495 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,42469,1731568861163 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c7aa6e2790b3%2C42469%2C1731568861163 2024-11-14T07:21:18,495 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,42469,1731568861163 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c7aa6e2790b3,42469,1731568861163, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T07:21:18,495 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,42469,1731568861163.replicationSource.shipperc7aa6e2790b3%2C42469%2C1731568861163,1-c7aa6e2790b3,42469,1731568861163 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c7aa6e2790b3%2C42469%2C1731568861163 2024-11-14T07:21:18,495 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,42469,1731568861163.replicationSource.wal-reader.c7aa6e2790b3%2C42469%2C1731568861163,1-c7aa6e2790b3,42469,1731568861163 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/WALs/c7aa6e2790b3,42469,1731568861163/c7aa6e2790b3%2C42469%2C1731568861163.1731568863150, startPosition=0, beingWritten=true 2024-11-14T07:21:18,499 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,42469,1731568861163.replicationSource.wal-reader.c7aa6e2790b3%2C42469%2C1731568861163,1-c7aa6e2790b3,42469,1731568861163 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T07:21:18,499 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,42469,1731568861163.replicationSource.wal-reader.c7aa6e2790b3%2C42469%2C1731568861163,1-c7aa6e2790b3,42469,1731568861163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/WALs/c7aa6e2790b3,42469,1731568861163/c7aa6e2790b3%2C42469%2C1731568861163.1731568863150 to pos 379, reset compression=false 2024-11-14T07:21:18,499 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,42469,1731568861163.replicationSource.shipperc7aa6e2790b3%2C42469%2C1731568861163,1-c7aa6e2790b3,42469,1731568861163 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c7aa6e2790b3,42469,1731568861163 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/WALs/c7aa6e2790b3,42469,1731568861163/c7aa6e2790b3%2C42469%2C1731568861163.1731568863150, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T07:21:18,702 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,42469,1731568861163.replicationSource.wal-reader.c7aa6e2790b3%2C42469%2C1731568861163,1-c7aa6e2790b3,42469,1731568861163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/WALs/c7aa6e2790b3,42469,1731568861163/c7aa6e2790b3%2C42469%2C1731568861163.1731568863150 to pos 379, reset compression=false 2024-11-14T07:21:18,996 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44033,1731568855694.replicationSource.wal-reader.c7aa6e2790b3%2C44033%2C1731568855694,1-c7aa6e2790b3,44033,1731568855694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/WALs/c7aa6e2790b3,44033,1731568855694/c7aa6e2790b3%2C44033%2C1731568855694.1731568858032 to pos 379, reset compression=false 2024-11-14T07:21:19,005 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,42469,1731568861163.replicationSource.wal-reader.c7aa6e2790b3%2C42469%2C1731568861163,1-c7aa6e2790b3,42469,1731568861163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/WALs/c7aa6e2790b3,42469,1731568861163/c7aa6e2790b3%2C42469%2C1731568861163.1731568863150 to pos 379, reset compression=false 2024-11-14T07:21:19,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T07:21:19,036 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T07:21:19,036 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T07:21:19,036 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:21:19,036 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:21:19,036 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:21:19,036 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:21:19,037 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@780557aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:21:19,037 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,43367,-1 for getting cluster id 2024-11-14T07:21:19,037 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:21:19,038 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30bbb16f-6e77-4e77-87a4-ddc2fdec65dd' 2024-11-14T07:21:19,038 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:21:19,038 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30bbb16f-6e77-4e77-87a4-ddc2fdec65dd" 2024-11-14T07:21:19,038 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@609845c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:21:19,038 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,43367,-1] 2024-11-14T07:21:19,039 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:21:19,039 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:21:19,039 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:21:19,040 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7305ab10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:21:19,040 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:21:19,041 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is c7aa6e2790b3,43367,1731568866128 2024-11-14T07:21:19,041 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77829dc7 2024-11-14T07:21:19,041 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T07:21:19,042 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T07:21:19,042 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c7aa6e2790b3:45135,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T07:21:19,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T07:21:19,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T07:21:19,044 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c7aa6e2790b3:45135' 2024-11-14T07:21:19,045 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@405d5430, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:21:19,045 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,45135,-1 for getting cluster id 2024-11-14T07:21:19,045 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:21:19,046 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7e9979c2-985d-4eb7-8068-8238cfd4ff48' 2024-11-14T07:21:19,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:21:19,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7e9979c2-985d-4eb7-8068-8238cfd4ff48" 2024-11-14T07:21:19,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75209f56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:21:19,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,45135,-1] 2024-11-14T07:21:19,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:21:19,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:21:19,047 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:21:19,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4422a66f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:21:19,048 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:21:19,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is c7aa6e2790b3,45135,1731568855490 2024-11-14T07:21:19,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@57030b95 2024-11-14T07:21:19,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T07:21:19,049 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T07:21:19,050 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-14T07:21:19,050 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T07:21:19,050 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:21:19,050 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:21:19,050 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:21:19,050 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T07:21:19,051 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T07:21:19,052 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T07:21:19,052 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:21:19,053 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T07:21:19,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40511 is added to blk_1073741837_1013 (size=1138) 2024-11-14T07:21:19,101 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T07:21:19,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T07:21:19,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T07:21:19,409 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,42469,1731568861163.replicationSource.wal-reader.c7aa6e2790b3%2C42469%2C1731568861163,1-c7aa6e2790b3,42469,1731568861163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/WALs/c7aa6e2790b3,42469,1731568861163/c7aa6e2790b3%2C42469%2C1731568861163.1731568863150 to pos 379, reset compression=false 2024-11-14T07:21:19,476 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d5251b7046cd2c549758dbfb55c99f3b, NAME => 'hbase:replication,,1731568879050.d5251b7046cd2c549758dbfb55c99f3b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58 2024-11-14T07:21:19,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40511 is added to blk_1073741838_1014 (size=44) 2024-11-14T07:21:19,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T07:21:19,800 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44033,1731568855694.replicationSource.wal-reader.c7aa6e2790b3%2C44033%2C1731568855694,1-c7aa6e2790b3,44033,1731568855694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/WALs/c7aa6e2790b3,44033,1731568855694/c7aa6e2790b3%2C44033%2C1731568855694.1731568858032 to pos 379, reset compression=false 2024-11-14T07:21:19,881 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731568879050.d5251b7046cd2c549758dbfb55c99f3b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:21:19,881 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d5251b7046cd2c549758dbfb55c99f3b, disabling compactions & flushes 2024-11-14T07:21:19,881 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731568879050.d5251b7046cd2c549758dbfb55c99f3b. 2024-11-14T07:21:19,881 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731568879050.d5251b7046cd2c549758dbfb55c99f3b. 2024-11-14T07:21:19,881 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731568879050.d5251b7046cd2c549758dbfb55c99f3b. after waiting 0 ms 2024-11-14T07:21:19,881 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731568879050.d5251b7046cd2c549758dbfb55c99f3b. 2024-11-14T07:21:19,881 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731568879050.d5251b7046cd2c549758dbfb55c99f3b. 2024-11-14T07:21:19,881 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d5251b7046cd2c549758dbfb55c99f3b: Waiting for close lock at 1731568879881Disabling compacts and flushes for region at 1731568879881Disabling writes for close at 1731568879881Writing region close event to WAL at 1731568879881Closed at 1731568879881 2024-11-14T07:21:19,882 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T07:21:19,882 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731568879050.d5251b7046cd2c549758dbfb55c99f3b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731568879882"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731568879882"}]},"ts":"1731568879882"} 2024-11-14T07:21:19,884 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T07:21:19,885 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T07:21:19,885 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731568879885"}]},"ts":"1731568879885"} 2024-11-14T07:21:19,888 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T07:21:19,888 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d5251b7046cd2c549758dbfb55c99f3b, ASSIGN}] 2024-11-14T07:21:19,889 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d5251b7046cd2c549758dbfb55c99f3b, ASSIGN 2024-11-14T07:21:19,890 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d5251b7046cd2c549758dbfb55c99f3b, ASSIGN; state=OFFLINE, location=c7aa6e2790b3,41959,1731568866274; forceNewPlan=false, retain=false 2024-11-14T07:21:19,913 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,42469,1731568861163.replicationSource.wal-reader.c7aa6e2790b3%2C42469%2C1731568861163,1-c7aa6e2790b3,42469,1731568861163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/WALs/c7aa6e2790b3,42469,1731568861163/c7aa6e2790b3%2C42469%2C1731568861163.1731568863150 to pos 379, reset compression=false 2024-11-14T07:21:20,040 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d5251b7046cd2c549758dbfb55c99f3b, regionState=OPENING, regionLocation=c7aa6e2790b3,41959,1731568866274 2024-11-14T07:21:20,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d5251b7046cd2c549758dbfb55c99f3b, ASSIGN because future has completed 2024-11-14T07:21:20,043 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d5251b7046cd2c549758dbfb55c99f3b, server=c7aa6e2790b3,41959,1731568866274}] 2024-11-14T07:21:20,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T07:21:20,199 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731568879050.d5251b7046cd2c549758dbfb55c99f3b. 2024-11-14T07:21:20,199 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T07:21:20,199 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T07:21:20,200 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c7aa6e2790b3%2C41959%2C1731568866274.rep, suffix=, logDir=hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/WALs/c7aa6e2790b3,41959,1731568866274, archiveDir=hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/oldWALs, maxLogs=10 2024-11-14T07:21:20,212 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/WALs/c7aa6e2790b3,41959,1731568866274/c7aa6e2790b3%2C41959%2C1731568866274.rep.1731568880200, exclude list is [], retry=0 2024-11-14T07:21:20,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40511,DS-ebeb6336-996c-4ce9-bd38-97b1dd048bb3,DISK] 2024-11-14T07:21:20,216 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/WALs/c7aa6e2790b3,41959,1731568866274/c7aa6e2790b3%2C41959%2C1731568866274.rep.1731568880200 2024-11-14T07:21:20,220 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38439:38439)] 2024-11-14T07:21:20,220 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d5251b7046cd2c549758dbfb55c99f3b, NAME => 'hbase:replication,,1731568879050.d5251b7046cd2c549758dbfb55c99f3b.', STARTKEY => '', ENDKEY => ''} 2024-11-14T07:21:20,221 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T07:21:20,221 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T07:21:20,221 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731568879050.d5251b7046cd2c549758dbfb55c99f3b. service=MultiRowMutationService 2024-11-14T07:21:20,221 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T07:21:20,221 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d5251b7046cd2c549758dbfb55c99f3b 2024-11-14T07:21:20,221 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731568879050.d5251b7046cd2c549758dbfb55c99f3b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:21:20,221 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d5251b7046cd2c549758dbfb55c99f3b 2024-11-14T07:21:20,221 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d5251b7046cd2c549758dbfb55c99f3b 2024-11-14T07:21:20,223 INFO [StoreOpener-d5251b7046cd2c549758dbfb55c99f3b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d5251b7046cd2c549758dbfb55c99f3b 2024-11-14T07:21:20,224 INFO [StoreOpener-d5251b7046cd2c549758dbfb55c99f3b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d5251b7046cd2c549758dbfb55c99f3b columnFamilyName hfileref 2024-11-14T07:21:20,224 DEBUG [StoreOpener-d5251b7046cd2c549758dbfb55c99f3b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:21:20,225 INFO [StoreOpener-d5251b7046cd2c549758dbfb55c99f3b-1 {}] regionserver.HStore(327): Store=d5251b7046cd2c549758dbfb55c99f3b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:21:20,225 INFO [StoreOpener-d5251b7046cd2c549758dbfb55c99f3b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d5251b7046cd2c549758dbfb55c99f3b 2024-11-14T07:21:20,225 INFO [StoreOpener-d5251b7046cd2c549758dbfb55c99f3b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d5251b7046cd2c549758dbfb55c99f3b columnFamilyName queue 2024-11-14T07:21:20,225 DEBUG [StoreOpener-d5251b7046cd2c549758dbfb55c99f3b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:21:20,226 INFO [StoreOpener-d5251b7046cd2c549758dbfb55c99f3b-1 {}] regionserver.HStore(327): Store=d5251b7046cd2c549758dbfb55c99f3b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:21:20,226 INFO [StoreOpener-d5251b7046cd2c549758dbfb55c99f3b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d5251b7046cd2c549758dbfb55c99f3b 2024-11-14T07:21:20,226 INFO [StoreOpener-d5251b7046cd2c549758dbfb55c99f3b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d5251b7046cd2c549758dbfb55c99f3b columnFamilyName sid 2024-11-14T07:21:20,226 DEBUG [StoreOpener-d5251b7046cd2c549758dbfb55c99f3b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:21:20,227 INFO [StoreOpener-d5251b7046cd2c549758dbfb55c99f3b-1 {}] regionserver.HStore(327): Store=d5251b7046cd2c549758dbfb55c99f3b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:21:20,227 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d5251b7046cd2c549758dbfb55c99f3b 2024-11-14T07:21:20,227 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/data/hbase/replication/d5251b7046cd2c549758dbfb55c99f3b 2024-11-14T07:21:20,228 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/data/hbase/replication/d5251b7046cd2c549758dbfb55c99f3b 2024-11-14T07:21:20,228 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d5251b7046cd2c549758dbfb55c99f3b 2024-11-14T07:21:20,229 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d5251b7046cd2c549758dbfb55c99f3b 2024-11-14T07:21:20,229 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T07:21:20,230 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d5251b7046cd2c549758dbfb55c99f3b 2024-11-14T07:21:20,232 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/data/hbase/replication/d5251b7046cd2c549758dbfb55c99f3b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T07:21:20,232 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d5251b7046cd2c549758dbfb55c99f3b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74462522, jitterRate=0.10957804322242737}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T07:21:20,232 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d5251b7046cd2c549758dbfb55c99f3b 2024-11-14T07:21:20,232 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d5251b7046cd2c549758dbfb55c99f3b: Running coprocessor pre-open hook at 1731568880221Writing region info on filesystem at 1731568880221Initializing all the Stores at 1731568880222 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568880222Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568880223 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568880223Cleaning up temporary data from old regions at 1731568880229 (+6 ms)Running coprocessor post-open hooks at 1731568880232 (+3 ms)Region opened successfully at 1731568880232 2024-11-14T07:21:20,233 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731568879050.d5251b7046cd2c549758dbfb55c99f3b., pid=10, masterSystemTime=1731568880196 2024-11-14T07:21:20,234 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731568879050.d5251b7046cd2c549758dbfb55c99f3b. 2024-11-14T07:21:20,234 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731568879050.d5251b7046cd2c549758dbfb55c99f3b. 2024-11-14T07:21:20,235 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d5251b7046cd2c549758dbfb55c99f3b, regionState=OPEN, openSeqNum=2, regionLocation=c7aa6e2790b3,41959,1731568866274 2024-11-14T07:21:20,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d5251b7046cd2c549758dbfb55c99f3b, server=c7aa6e2790b3,41959,1731568866274 because future has completed 2024-11-14T07:21:20,244 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T07:21:20,244 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d5251b7046cd2c549758dbfb55c99f3b, server=c7aa6e2790b3,41959,1731568866274 in 199 msec 2024-11-14T07:21:20,246 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T07:21:20,246 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d5251b7046cd2c549758dbfb55c99f3b, ASSIGN in 356 msec 2024-11-14T07:21:20,247 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T07:21:20,247 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731568880247"}]},"ts":"1731568880247"} 2024-11-14T07:21:20,249 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T07:21:20,250 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T07:21:20,251 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2000 sec 2024-11-14T07:21:20,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731568879050.d5251b7046cd2c549758dbfb55c99f3b., hostname=c7aa6e2790b3,41959,1731568866274, seqNum=2] 2024-11-14T07:21:20,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41959-0x1013837dc5a0007, quorum=127.0.0.1:53661, baseZNode=/21879944163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21879944163 2024-11-14T07:21:20,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43367-0x1013837dc5a0006, quorum=127.0.0.1:53661, baseZNode=/21879944163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21879944163 2024-11-14T07:21:20,352 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T07:21:20,504 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T07:21:20,505 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T07:21:20,520 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,42469,1731568861163.replicationSource.wal-reader.c7aa6e2790b3%2C42469%2C1731568861163,1-c7aa6e2790b3,42469,1731568861163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/WALs/c7aa6e2790b3,42469,1731568861163/c7aa6e2790b3%2C42469%2C1731568861163.1731568863150 to pos 379, reset compression=false 2024-11-14T07:21:20,533 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c7aa6e2790b3,41959,1731568866274, ReplicationSource: 1, currentBandwidth=0 2024-11-14T07:21:20,533 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T07:21:20,533 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c7aa6e2790b3,41959,1731568866274, seqNum=-1] 2024-11-14T07:21:20,534 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T07:21:20,535 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50063, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-14T07:21:20,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c7aa6e2790b3,41959,1731568866274', locateType=CURRENT is [region=hbase:replication,,1731568879050.d5251b7046cd2c549758dbfb55c99f3b., hostname=c7aa6e2790b3,41959,1731568866274, seqNum=2] 2024-11-14T07:21:20,542 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T07:21:20,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T07:21:20,544 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c7aa6e2790b3,41959,1731568866274 suceeded 2024-11-14T07:21:20,546 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T07:21:20,546 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-11-14T07:21:20,546 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c7aa6e2790b3:45135,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T07:21:20,547 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5040 sec 2024-11-14T07:21:20,556 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,41959,1731568866274 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c7aa6e2790b3:45135' 2024-11-14T07:21:20,557 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,41959,1731568866274 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@383411d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:21:20,557 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,41959,1731568866274 {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,45135,-1 for getting cluster id 2024-11-14T07:21:20,557 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,41959,1731568866274 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:21:20,557 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7e9979c2-985d-4eb7-8068-8238cfd4ff48' 2024-11-14T07:21:20,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:21:20,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7e9979c2-985d-4eb7-8068-8238cfd4ff48" 2024-11-14T07:21:20,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@29135771, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:21:20,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,45135,-1] 2024-11-14T07:21:20,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:21:20,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:21:20,559 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:21:20,559 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,41959,1731568866274 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c256075, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:21:20,560 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,41959,1731568866274 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:21:20,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c7aa6e2790b3,45135,1731568855490 2024-11-14T07:21:20,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2bb1599e 2024-11-14T07:21:20,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T07:21:20,561 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-14T07:21:20,561 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,41959,1731568866274 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c7aa6e2790b3,41959,1731568866274 (queues=1) is replicating from cluster=30bbb16f-6e77-4e77-87a4-ddc2fdec65dd to cluster=7e9979c2-985d-4eb7-8068-8238cfd4ff48 2024-11-14T07:21:20,561 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,41959,1731568866274 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c7aa6e2790b3%2C41959%2C1731568866274 2024-11-14T07:21:20,562 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,41959,1731568866274 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c7aa6e2790b3,41959,1731568866274, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T07:21:20,562 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,41959,1731568866274.replicationSource.shipperc7aa6e2790b3%2C41959%2C1731568866274,1-c7aa6e2790b3,41959,1731568866274 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c7aa6e2790b3%2C41959%2C1731568866274 2024-11-14T07:21:20,562 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,41959,1731568866274.replicationSource.wal-reader.c7aa6e2790b3%2C41959%2C1731568866274,1-c7aa6e2790b3,41959,1731568866274 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/WALs/c7aa6e2790b3,41959,1731568866274/c7aa6e2790b3%2C41959%2C1731568866274.1731568868636, startPosition=0, beingWritten=true 2024-11-14T07:21:20,566 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,41959,1731568866274.replicationSource.wal-reader.c7aa6e2790b3%2C41959%2C1731568866274,1-c7aa6e2790b3,41959,1731568866274 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T07:21:20,566 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,41959,1731568866274.replicationSource.wal-reader.c7aa6e2790b3%2C41959%2C1731568866274,1-c7aa6e2790b3,41959,1731568866274 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/WALs/c7aa6e2790b3,41959,1731568866274/c7aa6e2790b3%2C41959%2C1731568866274.1731568868636 to pos 379, reset compression=false 2024-11-14T07:21:20,566 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,41959,1731568866274.replicationSource.shipperc7aa6e2790b3%2C41959%2C1731568866274,1-c7aa6e2790b3,41959,1731568866274 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c7aa6e2790b3,41959,1731568866274 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/WALs/c7aa6e2790b3,41959,1731568866274/c7aa6e2790b3%2C41959%2C1731568866274.1731568868636, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T07:21:20,703 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44033,1731568855694.replicationSource.wal-reader.c7aa6e2790b3%2C44033%2C1731568855694,1-c7aa6e2790b3,44033,1731568855694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/WALs/c7aa6e2790b3,44033,1731568855694/c7aa6e2790b3%2C44033%2C1731568855694.1731568858032 to pos 379, reset compression=false 2024-11-14T07:21:20,769 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,41959,1731568866274.replicationSource.wal-reader.c7aa6e2790b3%2C41959%2C1731568866274,1-c7aa6e2790b3,41959,1731568866274 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/WALs/c7aa6e2790b3,41959,1731568866274/c7aa6e2790b3%2C41959%2C1731568866274.1731568868636 to pos 379, reset compression=false 2024-11-14T07:21:21,073 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,41959,1731568866274.replicationSource.wal-reader.c7aa6e2790b3%2C41959%2C1731568866274,1-c7aa6e2790b3,41959,1731568866274 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/WALs/c7aa6e2790b3,41959,1731568866274/c7aa6e2790b3%2C41959%2C1731568866274.1731568868636 to pos 379, reset compression=false 2024-11-14T07:21:21,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T07:21:21,186 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T07:21:21,186 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T07:21:21,186 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:21:21,186 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:21:21,186 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:21:21,186 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:21:21,187 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5268e0c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:21:21,187 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,45135,-1 for getting cluster id 2024-11-14T07:21:21,187 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:21:21,188 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7e9979c2-985d-4eb7-8068-8238cfd4ff48' 2024-11-14T07:21:21,188 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:21:21,188 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7e9979c2-985d-4eb7-8068-8238cfd4ff48" 2024-11-14T07:21:21,188 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78052e30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:21:21,188 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,45135,-1] 2024-11-14T07:21:21,188 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:21:21,189 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:21:21,189 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:21:21,190 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c3a0e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:21:21,190 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36a2d50d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:21:21,190 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,40967,-1 for getting cluster id 2024-11-14T07:21:21,190 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:21:21,191 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5aa0b889-207c-416c-b267-0ea9ab2a30ac' 2024-11-14T07:21:21,191 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:21:21,191 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5aa0b889-207c-416c-b267-0ea9ab2a30ac" 2024-11-14T07:21:21,191 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44b80e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:21:21,191 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,40967,-1] 2024-11-14T07:21:21,191 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:21:21,191 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:21:21,192 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:21:21,192 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41748b68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:21:21,193 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44ddea05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:21:21,193 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,43367,-1 for getting cluster id 2024-11-14T07:21:21,193 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:21:21,193 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30bbb16f-6e77-4e77-87a4-ddc2fdec65dd' 2024-11-14T07:21:21,194 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:21:21,194 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30bbb16f-6e77-4e77-87a4-ddc2fdec65dd" 2024-11-14T07:21:21,194 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cabb110, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:21:21,194 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,43367,-1] 2024-11-14T07:21:21,194 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:21:21,194 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:21:21,195 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:21:21,195 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7efa4ec1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:21:21,196 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T07:21:21,197 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c7aa6e2790b3,44033,1731568855694, seqNum=-1] 2024-11-14T07:21:21,197 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T07:21:21,198 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T07:21:21,200 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731568869748.68d94ce86f4c207a0b6a5106624c3235., hostname=c7aa6e2790b3,44033,1731568855694, seqNum=2] 2024-11-14T07:21:21,203 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T07:21:21,204 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c7aa6e2790b3,41959,1731568866274, seqNum=-1] 2024-11-14T07:21:21,204 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T07:21:21,223 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,42469,1731568861163.replicationSource.wal-reader.c7aa6e2790b3%2C42469%2C1731568861163,1-c7aa6e2790b3,42469,1731568861163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/WALs/c7aa6e2790b3,42469,1731568861163/c7aa6e2790b3%2C42469%2C1731568861163.1731568863150 to pos 379, reset compression=false 2024-11-14T07:21:21,236 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T07:21:21,238 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731568872548.29645ea41d1fc5c1fb30b08fbdacf6c3., hostname=c7aa6e2790b3,41959,1731568866274, seqNum=2] 2024-11-14T07:21:21,239 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-14T07:21:21,359 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T07:21:21,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:21,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:21,400 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:21,400 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:21,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:21,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:21,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:21,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:21,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:21,417 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:21,417 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:21,419 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:21,476 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,41959,1731568866274.replicationSource.wal-reader.c7aa6e2790b3%2C41959%2C1731568866274,1-c7aa6e2790b3,41959,1731568866274 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/WALs/c7aa6e2790b3,41959,1731568866274/c7aa6e2790b3%2C41959%2C1731568866274.1731568868636 to pos 379, reset compression=false 2024-11-14T07:21:21,707 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44033,1731568855694.replicationSource.wal-reader.c7aa6e2790b3%2C44033%2C1731568855694,1-c7aa6e2790b3,44033,1731568855694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/WALs/c7aa6e2790b3,44033,1731568855694/c7aa6e2790b3%2C44033%2C1731568855694.1731568858032 to pos 379, reset compression=false 2024-11-14T07:21:21,712 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44033,1731568855694.replicationSource.wal-reader.c7aa6e2790b3%2C44033%2C1731568855694,1-c7aa6e2790b3,44033,1731568855694 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T07:21:21,712 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44033,1731568855694.replicationSource.wal-reader.c7aa6e2790b3%2C44033%2C1731568855694,1-c7aa6e2790b3,44033,1731568855694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/WALs/c7aa6e2790b3,44033,1731568855694/c7aa6e2790b3%2C44033%2C1731568855694.1731568858032 to pos 480, reset compression=false 2024-11-14T07:21:21,712 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44033,1731568855694.replicationSource.shipperc7aa6e2790b3%2C44033%2C1731568855694,1-c7aa6e2790b3,44033,1731568855694 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c7aa6e2790b3,44033,1731568855694 got entry batch from reader: WALEntryBatch [walEntries=[{test/68d94ce86f4c207a0b6a5106624c3235/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/WALs/c7aa6e2790b3,44033,1731568855694/c7aa6e2790b3%2C44033%2C1731568855694.1731568858032, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-14T07:21:21,714 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44033,1731568855694.replicationSource.shipperc7aa6e2790b3%2C44033%2C1731568855694,1-c7aa6e2790b3,44033,1731568855694 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T07:21:21,715 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-14T07:21:21,715 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42469 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T07:21:21,716 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42469 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@41ccd8bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:21:21,716 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42469 {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,40967,-1 for getting cluster id 2024-11-14T07:21:21,716 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42469 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:21:21,716 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5aa0b889-207c-416c-b267-0ea9ab2a30ac' 2024-11-14T07:21:21,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:21:21,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5aa0b889-207c-416c-b267-0ea9ab2a30ac" 2024-11-14T07:21:21,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3828173, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:21:21,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,40967,-1] 2024-11-14T07:21:21,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:21:21,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:21:21,717 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:21:21,718 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42469 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@64d3e86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:21:21,718 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42469 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T07:21:21,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c7aa6e2790b3,42469,1731568861163, seqNum=-1] 2024-11-14T07:21:21,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T07:21:21,720 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-14T07:21:21,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731568870388.01ef7c4fb1a2b8008acbdf15681ba4a6., hostname=c7aa6e2790b3,42469,1731568861163, seqNum=2] 2024-11-14T07:21:21,725 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42469 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T07:21:21,915 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44033,1731568855694.replicationSource.wal-reader.c7aa6e2790b3%2C44033%2C1731568855694,1-c7aa6e2790b3,44033,1731568855694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/WALs/c7aa6e2790b3,44033,1731568855694/c7aa6e2790b3%2C44033%2C1731568855694.1731568858032 to pos 480, reset compression=false 2024-11-14T07:21:21,979 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,41959,1731568866274.replicationSource.wal-reader.c7aa6e2790b3%2C41959%2C1731568866274,1-c7aa6e2790b3,41959,1731568866274 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/WALs/c7aa6e2790b3,41959,1731568866274/c7aa6e2790b3%2C41959%2C1731568866274.1731568868636 to pos 379, reset compression=false 2024-11-14T07:21:22,038 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,42469,1731568861163.replicationSource.wal-reader.c7aa6e2790b3%2C42469%2C1731568861163,1-c7aa6e2790b3,42469,1731568861163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/WALs/c7aa6e2790b3,42469,1731568861163/c7aa6e2790b3%2C42469%2C1731568861163.1731568863150 to pos 379, reset compression=false 2024-11-14T07:21:22,043 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,42469,1731568861163.replicationSource.wal-reader.c7aa6e2790b3%2C42469%2C1731568861163,1-c7aa6e2790b3,42469,1731568861163 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T07:21:22,043 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,42469,1731568861163.replicationSource.wal-reader.c7aa6e2790b3%2C42469%2C1731568861163,1-c7aa6e2790b3,42469,1731568861163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/WALs/c7aa6e2790b3,42469,1731568861163/c7aa6e2790b3%2C42469%2C1731568861163.1731568863150 to pos 503, reset compression=false 2024-11-14T07:21:22,043 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,42469,1731568861163.replicationSource.shipperc7aa6e2790b3%2C42469%2C1731568861163,1-c7aa6e2790b3,42469,1731568861163 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c7aa6e2790b3,42469,1731568861163 got entry batch from reader: WALEntryBatch [walEntries=[{test/01ef7c4fb1a2b8008acbdf15681ba4a6/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/WALs/c7aa6e2790b3,42469,1731568861163/c7aa6e2790b3%2C42469%2C1731568861163.1731568863150, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-14T07:21:22,046 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,42469,1731568861163.replicationSource.shipperc7aa6e2790b3%2C42469%2C1731568861163,1-c7aa6e2790b3,42469,1731568861163 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T07:21:22,047 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-14T07:21:22,047 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41959 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T07:21:22,048 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41959 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d793da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:21:22,048 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41959 {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,43367,-1 for getting cluster id 2024-11-14T07:21:22,048 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41959 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:21:22,048 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30bbb16f-6e77-4e77-87a4-ddc2fdec65dd' 2024-11-14T07:21:22,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:21:22,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30bbb16f-6e77-4e77-87a4-ddc2fdec65dd" 2024-11-14T07:21:22,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@264a1a69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:21:22,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,43367,-1] 2024-11-14T07:21:22,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:21:22,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:21:22,050 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:21:22,050 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41959 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c096d8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:21:22,051 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41959 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T07:21:22,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c7aa6e2790b3,41959,1731568866274, seqNum=-1] 2024-11-14T07:21:22,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T07:21:22,052 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-14T07:21:22,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731568872548.29645ea41d1fc5c1fb30b08fbdacf6c3., hostname=c7aa6e2790b3,41959,1731568866274, seqNum=2] 2024-11-14T07:21:22,056 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41959 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T07:21:22,218 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44033,1731568855694.replicationSource.wal-reader.c7aa6e2790b3%2C44033%2C1731568855694,1-c7aa6e2790b3,44033,1731568855694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/WALs/c7aa6e2790b3,44033,1731568855694/c7aa6e2790b3%2C44033%2C1731568855694.1731568858032 to pos 480, reset compression=false 2024-11-14T07:21:22,241 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-14T07:21:22,241 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T07:21:22,242 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c7aa6e2790b3,42469,1731568861163, seqNum=-1] 2024-11-14T07:21:22,243 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T07:21:22,243 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T07:21:22,245 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731568870388.01ef7c4fb1a2b8008acbdf15681ba4a6., hostname=c7aa6e2790b3,42469,1731568861163, seqNum=2] 2024-11-14T07:21:22,247 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-14T07:21:22,248 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,42469,1731568861163.replicationSource.wal-reader.c7aa6e2790b3%2C42469%2C1731568861163,1-c7aa6e2790b3,42469,1731568861163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/WALs/c7aa6e2790b3,42469,1731568861163/c7aa6e2790b3%2C42469%2C1731568861163.1731568863150 to pos 503, reset compression=false 2024-11-14T07:21:22,252 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,42469,1731568861163.replicationSource.wal-reader.c7aa6e2790b3%2C42469%2C1731568861163,1-c7aa6e2790b3,42469,1731568861163 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T07:21:22,252 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,42469,1731568861163.replicationSource.wal-reader.c7aa6e2790b3%2C42469%2C1731568861163,1-c7aa6e2790b3,42469,1731568861163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/WALs/c7aa6e2790b3,42469,1731568861163/c7aa6e2790b3%2C42469%2C1731568861163.1731568863150 to pos 607, reset compression=false 2024-11-14T07:21:22,252 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,42469,1731568861163.replicationSource.shipperc7aa6e2790b3%2C42469%2C1731568861163,1-c7aa6e2790b3,42469,1731568861163 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c7aa6e2790b3,42469,1731568861163 got entry batch from reader: WALEntryBatch [walEntries=[{test/01ef7c4fb1a2b8008acbdf15681ba4a6/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/WALs/c7aa6e2790b3,42469,1731568861163/c7aa6e2790b3%2C42469%2C1731568861163.1731568863150, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-14T07:21:22,253 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41959 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T07:21:22,256 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41959 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T07:21:22,457 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,42469,1731568861163.replicationSource.wal-reader.c7aa6e2790b3%2C42469%2C1731568861163,1-c7aa6e2790b3,42469,1731568861163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/WALs/c7aa6e2790b3,42469,1731568861163/c7aa6e2790b3%2C42469%2C1731568861163.1731568863150 to pos 607, reset compression=false 2024-11-14T07:21:22,583 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,41959,1731568866274.replicationSource.wal-reader.c7aa6e2790b3%2C41959%2C1731568866274,1-c7aa6e2790b3,41959,1731568866274 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/WALs/c7aa6e2790b3,41959,1731568866274/c7aa6e2790b3%2C41959%2C1731568866274.1731568868636 to pos 379, reset compression=false 2024-11-14T07:21:22,588 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,41959,1731568866274.replicationSource.wal-reader.c7aa6e2790b3%2C41959%2C1731568866274,1-c7aa6e2790b3,41959,1731568866274 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T07:21:22,588 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,41959,1731568866274.replicationSource.wal-reader.c7aa6e2790b3%2C41959%2C1731568866274,1-c7aa6e2790b3,41959,1731568866274 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/WALs/c7aa6e2790b3,41959,1731568866274/c7aa6e2790b3%2C41959%2C1731568866274.1731568868636 to pos 653, reset compression=false 2024-11-14T07:21:22,588 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,41959,1731568866274.replicationSource.shipperc7aa6e2790b3%2C41959%2C1731568866274,1-c7aa6e2790b3,41959,1731568866274 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c7aa6e2790b3,41959,1731568866274 got entry batch from reader: WALEntryBatch [walEntries=[{test/29645ea41d1fc5c1fb30b08fbdacf6c3/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/WALs/c7aa6e2790b3,41959,1731568866274/c7aa6e2790b3%2C41959%2C1731568866274.1731568868636, lastWalPosition=653, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-14T07:21:22,593 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,41959,1731568866274.replicationSource.shipperc7aa6e2790b3%2C41959%2C1731568866274,1-c7aa6e2790b3,41959,1731568866274 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T07:21:22,594 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-14T07:21:22,594 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44033 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T07:21:22,595 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44033 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@27594c84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:21:22,595 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44033 {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,45135,-1 for getting cluster id 2024-11-14T07:21:22,595 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44033 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:21:22,595 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7e9979c2-985d-4eb7-8068-8238cfd4ff48' 2024-11-14T07:21:22,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:21:22,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7e9979c2-985d-4eb7-8068-8238cfd4ff48" 2024-11-14T07:21:22,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@455367a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:21:22,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,45135,-1] 2024-11-14T07:21:22,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:21:22,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:21:22,596 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:21:22,597 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44033 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a26e767, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:21:22,597 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44033 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T07:21:22,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c7aa6e2790b3,44033,1731568855694, seqNum=-1] 2024-11-14T07:21:22,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T07:21:22,599 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-14T07:21:22,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731568869748.68d94ce86f4c207a0b6a5106624c3235., hostname=c7aa6e2790b3,44033,1731568855694, seqNum=2] 2024-11-14T07:21:22,602 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44033 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T07:21:22,622 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44033,1731568855694.replicationSource.wal-reader.c7aa6e2790b3%2C44033%2C1731568855694,1-c7aa6e2790b3,44033,1731568855694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/WALs/c7aa6e2790b3,44033,1731568855694/c7aa6e2790b3%2C44033%2C1731568855694.1731568858032 to pos 480, reset compression=false 2024-11-14T07:21:22,625 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44033,1731568855694.replicationSource.wal-reader.c7aa6e2790b3%2C44033%2C1731568855694,1-c7aa6e2790b3,44033,1731568855694 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T07:21:22,625 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44033,1731568855694.replicationSource.wal-reader.c7aa6e2790b3%2C44033%2C1731568855694,1-c7aa6e2790b3,44033,1731568855694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/WALs/c7aa6e2790b3,44033,1731568855694/c7aa6e2790b3%2C44033%2C1731568855694.1731568858032 to pos 630, reset compression=false 2024-11-14T07:21:22,625 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44033,1731568855694.replicationSource.shipperc7aa6e2790b3%2C44033%2C1731568855694,1-c7aa6e2790b3,44033,1731568855694 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c7aa6e2790b3,44033,1731568855694 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/WALs/c7aa6e2790b3,44033,1731568855694/c7aa6e2790b3%2C44033%2C1731568855694.1731568858032, lastWalPosition=630, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T07:21:22,761 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,42469,1731568861163.replicationSource.wal-reader.c7aa6e2790b3%2C42469%2C1731568861163,1-c7aa6e2790b3,42469,1731568861163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/WALs/c7aa6e2790b3,42469,1731568861163/c7aa6e2790b3%2C42469%2C1731568861163.1731568863150 to pos 607, reset compression=false 2024-11-14T07:21:22,795 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,41959,1731568866274.replicationSource.wal-reader.c7aa6e2790b3%2C41959%2C1731568866274,1-c7aa6e2790b3,41959,1731568866274 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/WALs/c7aa6e2790b3,41959,1731568866274/c7aa6e2790b3%2C41959%2C1731568866274.1731568868636 to pos 653, reset compression=false 2024-11-14T07:21:22,829 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44033,1731568855694.replicationSource.wal-reader.c7aa6e2790b3%2C44033%2C1731568855694,1-c7aa6e2790b3,44033,1731568855694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/WALs/c7aa6e2790b3,44033,1731568855694/c7aa6e2790b3%2C44033%2C1731568855694.1731568858032 to pos 630, reset compression=false 2024-11-14T07:21:23,097 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,41959,1731568866274.replicationSource.wal-reader.c7aa6e2790b3%2C41959%2C1731568866274,1-c7aa6e2790b3,41959,1731568866274 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/WALs/c7aa6e2790b3,41959,1731568866274/c7aa6e2790b3%2C41959%2C1731568866274.1731568868636 to pos 653, reset compression=false 2024-11-14T07:21:23,132 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44033,1731568855694.replicationSource.wal-reader.c7aa6e2790b3%2C44033%2C1731568855694,1-c7aa6e2790b3,44033,1731568855694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/WALs/c7aa6e2790b3,44033,1731568855694/c7aa6e2790b3%2C44033%2C1731568855694.1731568858032 to pos 630, reset compression=false 2024-11-14T07:21:23,164 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,42469,1731568861163.replicationSource.wal-reader.c7aa6e2790b3%2C42469%2C1731568861163,1-c7aa6e2790b3,42469,1731568861163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/WALs/c7aa6e2790b3,42469,1731568861163/c7aa6e2790b3%2C42469%2C1731568861163.1731568863150 to pos 607, reset compression=false 2024-11-14T07:21:23,249 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-14T07:21:23,252 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-14T07:21:23,501 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,41959,1731568866274.replicationSource.wal-reader.c7aa6e2790b3%2C41959%2C1731568866274,1-c7aa6e2790b3,41959,1731568866274 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/WALs/c7aa6e2790b3,41959,1731568866274/c7aa6e2790b3%2C41959%2C1731568866274.1731568868636 to pos 653, reset compression=false 2024-11-14T07:21:23,508 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,41959,1731568866274.replicationSource.wal-reader.c7aa6e2790b3%2C41959%2C1731568866274,1-c7aa6e2790b3,41959,1731568866274 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T07:21:23,508 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,41959,1731568866274.replicationSource.wal-reader.c7aa6e2790b3%2C41959%2C1731568866274,1-c7aa6e2790b3,41959,1731568866274 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/WALs/c7aa6e2790b3,41959,1731568866274/c7aa6e2790b3%2C41959%2C1731568866274.1731568868636 to pos 757, reset compression=false 2024-11-14T07:21:23,508 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,41959,1731568866274.replicationSource.shipperc7aa6e2790b3%2C41959%2C1731568866274,1-c7aa6e2790b3,41959,1731568866274 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c7aa6e2790b3,41959,1731568866274 got entry batch from reader: WALEntryBatch [walEntries=[{test/29645ea41d1fc5c1fb30b08fbdacf6c3/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/WALs/c7aa6e2790b3,41959,1731568866274/c7aa6e2790b3%2C41959%2C1731568866274.1731568868636, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-14T07:21:23,509 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44033 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T07:21:23,511 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44033 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T07:21:23,535 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44033,1731568855694.replicationSource.wal-reader.c7aa6e2790b3%2C44033%2C1731568855694,1-c7aa6e2790b3,44033,1731568855694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/WALs/c7aa6e2790b3,44033,1731568855694/c7aa6e2790b3%2C44033%2C1731568855694.1731568858032 to pos 630, reset compression=false 2024-11-14T07:21:23,539 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44033,1731568855694.replicationSource.wal-reader.c7aa6e2790b3%2C44033%2C1731568855694,1-c7aa6e2790b3,44033,1731568855694 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T07:21:23,539 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44033,1731568855694.replicationSource.wal-reader.c7aa6e2790b3%2C44033%2C1731568855694,1-c7aa6e2790b3,44033,1731568855694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/WALs/c7aa6e2790b3,44033,1731568855694/c7aa6e2790b3%2C44033%2C1731568855694.1731568858032 to pos 757, reset compression=false 2024-11-14T07:21:23,539 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44033,1731568855694.replicationSource.shipperc7aa6e2790b3%2C44033%2C1731568855694,1-c7aa6e2790b3,44033,1731568855694 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c7aa6e2790b3,44033,1731568855694 got entry batch from reader: WALEntryBatch [walEntries=[{test/68d94ce86f4c207a0b6a5106624c3235/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/WALs/c7aa6e2790b3,44033,1731568855694/c7aa6e2790b3%2C44033%2C1731568855694.1731568858032, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-14T07:21:23,540 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42469 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T07:21:23,542 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42469 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T07:21:23,667 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,42469,1731568861163.replicationSource.wal-reader.c7aa6e2790b3%2C42469%2C1731568861163,1-c7aa6e2790b3,42469,1731568861163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/WALs/c7aa6e2790b3,42469,1731568861163/c7aa6e2790b3%2C42469%2C1731568861163.1731568863150 to pos 607, reset compression=false 2024-11-14T07:21:23,671 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,42469,1731568861163.replicationSource.wal-reader.c7aa6e2790b3%2C42469%2C1731568861163,1-c7aa6e2790b3,42469,1731568861163 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T07:21:23,671 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,42469,1731568861163.replicationSource.wal-reader.c7aa6e2790b3%2C42469%2C1731568861163,1-c7aa6e2790b3,42469,1731568861163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/WALs/c7aa6e2790b3,42469,1731568861163/c7aa6e2790b3%2C42469%2C1731568861163.1731568863150 to pos 757, reset compression=false 2024-11-14T07:21:23,671 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,42469,1731568861163.replicationSource.shipperc7aa6e2790b3%2C42469%2C1731568861163,1-c7aa6e2790b3,42469,1731568861163 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c7aa6e2790b3,42469,1731568861163 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/WALs/c7aa6e2790b3,42469,1731568861163/c7aa6e2790b3%2C42469%2C1731568861163.1731568863150, lastWalPosition=757, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T07:21:23,711 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,41959,1731568866274.replicationSource.wal-reader.c7aa6e2790b3%2C41959%2C1731568866274,1-c7aa6e2790b3,41959,1731568866274 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/WALs/c7aa6e2790b3,41959,1731568866274/c7aa6e2790b3%2C41959%2C1731568866274.1731568868636 to pos 757, reset compression=false 2024-11-14T07:21:23,743 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44033,1731568855694.replicationSource.wal-reader.c7aa6e2790b3%2C44033%2C1731568855694,1-c7aa6e2790b3,44033,1731568855694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/WALs/c7aa6e2790b3,44033,1731568855694/c7aa6e2790b3%2C44033%2C1731568855694.1731568858032 to pos 757, reset compression=false 2024-11-14T07:21:23,874 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,42469,1731568861163.replicationSource.wal-reader.c7aa6e2790b3%2C42469%2C1731568861163,1-c7aa6e2790b3,42469,1731568861163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/WALs/c7aa6e2790b3,42469,1731568861163/c7aa6e2790b3%2C42469%2C1731568861163.1731568863150 to pos 757, reset compression=false 2024-11-14T07:21:24,015 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,41959,1731568866274.replicationSource.wal-reader.c7aa6e2790b3%2C41959%2C1731568866274,1-c7aa6e2790b3,41959,1731568866274 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/WALs/c7aa6e2790b3,41959,1731568866274/c7aa6e2790b3%2C41959%2C1731568866274.1731568868636 to pos 757, reset compression=false 2024-11-14T07:21:24,046 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44033,1731568855694.replicationSource.wal-reader.c7aa6e2790b3%2C44033%2C1731568855694,1-c7aa6e2790b3,44033,1731568855694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/WALs/c7aa6e2790b3,44033,1731568855694/c7aa6e2790b3%2C44033%2C1731568855694.1731568858032 to pos 757, reset compression=false 2024-11-14T07:21:24,178 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,42469,1731568861163.replicationSource.wal-reader.c7aa6e2790b3%2C42469%2C1731568861163,1-c7aa6e2790b3,42469,1731568861163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/WALs/c7aa6e2790b3,42469,1731568861163/c7aa6e2790b3%2C42469%2C1731568861163.1731568863150 to pos 757, reset compression=false 2024-11-14T07:21:24,253 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-14T07:21:24,257 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-14T07:21:24,419 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,41959,1731568866274.replicationSource.wal-reader.c7aa6e2790b3%2C41959%2C1731568866274,1-c7aa6e2790b3,41959,1731568866274 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/WALs/c7aa6e2790b3,41959,1731568866274/c7aa6e2790b3%2C41959%2C1731568866274.1731568868636 to pos 757, reset compression=false 2024-11-14T07:21:24,449 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44033,1731568855694.replicationSource.wal-reader.c7aa6e2790b3%2C44033%2C1731568855694,1-c7aa6e2790b3,44033,1731568855694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/WALs/c7aa6e2790b3,44033,1731568855694/c7aa6e2790b3%2C44033%2C1731568855694.1731568858032 to pos 757, reset compression=false 2024-11-14T07:21:24,454 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44033,1731568855694.replicationSource.wal-reader.c7aa6e2790b3%2C44033%2C1731568855694,1-c7aa6e2790b3,44033,1731568855694 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T07:21:24,454 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44033,1731568855694.replicationSource.wal-reader.c7aa6e2790b3%2C44033%2C1731568855694,1-c7aa6e2790b3,44033,1731568855694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/WALs/c7aa6e2790b3,44033,1731568855694/c7aa6e2790b3%2C44033%2C1731568855694.1731568858032 to pos 913, reset compression=false 2024-11-14T07:21:24,454 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44033,1731568855694.replicationSource.shipperc7aa6e2790b3%2C44033%2C1731568855694,1-c7aa6e2790b3,44033,1731568855694 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c7aa6e2790b3,44033,1731568855694 got entry batch from reader: WALEntryBatch [walEntries=[{test/68d94ce86f4c207a0b6a5106624c3235/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/WALs/c7aa6e2790b3,44033,1731568855694/c7aa6e2790b3%2C44033%2C1731568855694.1731568858032, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-14T07:21:24,455 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42469 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T07:21:24,581 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,42469,1731568861163.replicationSource.wal-reader.c7aa6e2790b3%2C42469%2C1731568861163,1-c7aa6e2790b3,42469,1731568861163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/WALs/c7aa6e2790b3,42469,1731568861163/c7aa6e2790b3%2C42469%2C1731568861163.1731568863150 to pos 757, reset compression=false 2024-11-14T07:21:24,657 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44033,1731568855694.replicationSource.wal-reader.c7aa6e2790b3%2C44033%2C1731568855694,1-c7aa6e2790b3,44033,1731568855694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/WALs/c7aa6e2790b3,44033,1731568855694/c7aa6e2790b3%2C44033%2C1731568855694.1731568858032 to pos 913, reset compression=false 2024-11-14T07:21:24,921 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,41959,1731568866274.replicationSource.wal-reader.c7aa6e2790b3%2C41959%2C1731568866274,1-c7aa6e2790b3,41959,1731568866274 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/WALs/c7aa6e2790b3,41959,1731568866274/c7aa6e2790b3%2C41959%2C1731568866274.1731568868636 to pos 757, reset compression=false 2024-11-14T07:21:24,960 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44033,1731568855694.replicationSource.wal-reader.c7aa6e2790b3%2C44033%2C1731568855694,1-c7aa6e2790b3,44033,1731568855694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/WALs/c7aa6e2790b3,44033,1731568855694/c7aa6e2790b3%2C44033%2C1731568855694.1731568858032 to pos 913, reset compression=false 2024-11-14T07:21:25,006 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_-440069303_20 at /127.0.0.1:49810 [Receiving block BP-259213725-172.17.0.2-1731568859080:blk_1073741832_1008] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 551ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/40128fe2-b14b-430a-9063-55b4dfa97d5c/cluster_b665ed62-d269-4997-2949-3f023366f301/data/data2/, blockId=1073741832, seqno=5 2024-11-14T07:21:25,007 INFO [AsyncFSWAL-0-hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4-prefix:c7aa6e2790b3,42469,1731568861163 {}] wal.AbstractFSWAL(1368): Slow sync cost: 550 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:35567,DS-7594066b-d234-4514-ab46-031c670c1a76,DISK]] 2024-11-14T07:21:25,007 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42469 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T07:21:25,078 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T07:21:25,084 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,42469,1731568861163.replicationSource.wal-reader.c7aa6e2790b3%2C42469%2C1731568861163,1-c7aa6e2790b3,42469,1731568861163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/WALs/c7aa6e2790b3,42469,1731568861163/c7aa6e2790b3%2C42469%2C1731568861163.1731568863150 to pos 757, reset compression=false 2024-11-14T07:21:25,089 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,42469,1731568861163.replicationSource.wal-reader.c7aa6e2790b3%2C42469%2C1731568861163,1-c7aa6e2790b3,42469,1731568861163 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T07:21:25,089 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,42469,1731568861163.replicationSource.wal-reader.c7aa6e2790b3%2C42469%2C1731568861163,1-c7aa6e2790b3,42469,1731568861163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/WALs/c7aa6e2790b3,42469,1731568861163/c7aa6e2790b3%2C42469%2C1731568861163.1731568863150 to pos 904, reset compression=false 2024-11-14T07:21:25,089 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,42469,1731568861163.replicationSource.shipperc7aa6e2790b3%2C42469%2C1731568861163,1-c7aa6e2790b3,42469,1731568861163 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c7aa6e2790b3,42469,1731568861163 got entry batch from reader: WALEntryBatch [walEntries=[{test/01ef7c4fb1a2b8008acbdf15681ba4a6/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/WALs/c7aa6e2790b3,42469,1731568861163/c7aa6e2790b3%2C42469%2C1731568861163.1731568863150, lastWalPosition=904, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-14T07:21:25,090 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41959 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T07:21:25,093 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41959 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T07:21:25,258 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-14T07:21:25,261 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-14T07:21:25,292 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,42469,1731568861163.replicationSource.wal-reader.c7aa6e2790b3%2C42469%2C1731568861163,1-c7aa6e2790b3,42469,1731568861163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/WALs/c7aa6e2790b3,42469,1731568861163/c7aa6e2790b3%2C42469%2C1731568861163.1731568863150 to pos 904, reset compression=false 2024-11-14T07:21:25,297 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,42469,1731568861163.replicationSource.wal-reader.c7aa6e2790b3%2C42469%2C1731568861163,1-c7aa6e2790b3,42469,1731568861163 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T07:21:25,297 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,42469,1731568861163.replicationSource.wal-reader.c7aa6e2790b3%2C42469%2C1731568861163,1-c7aa6e2790b3,42469,1731568861163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/WALs/c7aa6e2790b3,42469,1731568861163/c7aa6e2790b3%2C42469%2C1731568861163.1731568863150 to pos 1063, reset compression=false 2024-11-14T07:21:25,297 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,42469,1731568861163.replicationSource.shipperc7aa6e2790b3%2C42469%2C1731568861163,1-c7aa6e2790b3,42469,1731568861163 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c7aa6e2790b3,42469,1731568861163 got entry batch from reader: WALEntryBatch [walEntries=[{test/01ef7c4fb1a2b8008acbdf15681ba4a6/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/WALs/c7aa6e2790b3,42469,1731568861163/c7aa6e2790b3%2C42469%2C1731568861163.1731568863150, lastWalPosition=1063, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-14T07:21:25,298 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41959 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T07:21:25,300 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41959 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T07:21:25,364 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44033,1731568855694.replicationSource.wal-reader.c7aa6e2790b3%2C44033%2C1731568855694,1-c7aa6e2790b3,44033,1731568855694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/WALs/c7aa6e2790b3,44033,1731568855694/c7aa6e2790b3%2C44033%2C1731568855694.1731568858032 to pos 913, reset compression=false 2024-11-14T07:21:25,500 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,42469,1731568861163.replicationSource.wal-reader.c7aa6e2790b3%2C42469%2C1731568861163,1-c7aa6e2790b3,42469,1731568861163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/WALs/c7aa6e2790b3,42469,1731568861163/c7aa6e2790b3%2C42469%2C1731568861163.1731568863150 to pos 1063, reset compression=false 2024-11-14T07:21:25,527 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,41959,1731568866274.replicationSource.wal-reader.c7aa6e2790b3%2C41959%2C1731568866274,1-c7aa6e2790b3,41959,1731568866274 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/WALs/c7aa6e2790b3,41959,1731568866274/c7aa6e2790b3%2C41959%2C1731568866274.1731568868636 to pos 757, reset compression=false 2024-11-14T07:21:25,532 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,41959,1731568866274.replicationSource.wal-reader.c7aa6e2790b3%2C41959%2C1731568866274,1-c7aa6e2790b3,41959,1731568866274 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T07:21:25,532 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,41959,1731568866274.replicationSource.wal-reader.c7aa6e2790b3%2C41959%2C1731568866274,1-c7aa6e2790b3,41959,1731568866274 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/WALs/c7aa6e2790b3,41959,1731568866274/c7aa6e2790b3%2C41959%2C1731568866274.1731568868636 to pos 1076, reset compression=false 2024-11-14T07:21:25,532 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,41959,1731568866274.replicationSource.shipperc7aa6e2790b3%2C41959%2C1731568866274,1-c7aa6e2790b3,41959,1731568866274 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c7aa6e2790b3,41959,1731568866274 got entry batch from reader: WALEntryBatch [walEntries=[{test/29645ea41d1fc5c1fb30b08fbdacf6c3/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/WALs/c7aa6e2790b3,41959,1731568866274/c7aa6e2790b3%2C41959%2C1731568866274.1731568868636, lastWalPosition=1076, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-14T07:21:25,533 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44033 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T07:21:25,535 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44033 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T07:21:25,736 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,41959,1731568866274.replicationSource.wal-reader.c7aa6e2790b3%2C41959%2C1731568866274,1-c7aa6e2790b3,41959,1731568866274 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/WALs/c7aa6e2790b3,41959,1731568866274/c7aa6e2790b3%2C41959%2C1731568866274.1731568868636 to pos 1076, reset compression=false 2024-11-14T07:21:25,804 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,42469,1731568861163.replicationSource.wal-reader.c7aa6e2790b3%2C42469%2C1731568861163,1-c7aa6e2790b3,42469,1731568861163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/WALs/c7aa6e2790b3,42469,1731568861163/c7aa6e2790b3%2C42469%2C1731568861163.1731568863150 to pos 1063, reset compression=false 2024-11-14T07:21:25,868 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44033,1731568855694.replicationSource.wal-reader.c7aa6e2790b3%2C44033%2C1731568855694,1-c7aa6e2790b3,44033,1731568855694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/WALs/c7aa6e2790b3,44033,1731568855694/c7aa6e2790b3%2C44033%2C1731568855694.1731568858032 to pos 913, reset compression=false 2024-11-14T07:21:25,872 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44033,1731568855694.replicationSource.wal-reader.c7aa6e2790b3%2C44033%2C1731568855694,1-c7aa6e2790b3,44033,1731568855694 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T07:21:25,872 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44033,1731568855694.replicationSource.wal-reader.c7aa6e2790b3%2C44033%2C1731568855694,1-c7aa6e2790b3,44033,1731568855694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/WALs/c7aa6e2790b3,44033,1731568855694/c7aa6e2790b3%2C44033%2C1731568855694.1731568858032 to pos 1085, reset compression=false 2024-11-14T07:21:25,872 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44033,1731568855694.replicationSource.shipperc7aa6e2790b3%2C44033%2C1731568855694,1-c7aa6e2790b3,44033,1731568855694 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c7aa6e2790b3,44033,1731568855694 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/WALs/c7aa6e2790b3,44033,1731568855694/c7aa6e2790b3%2C44033%2C1731568855694.1731568858032, lastWalPosition=1085, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T07:21:26,038 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,41959,1731568866274.replicationSource.wal-reader.c7aa6e2790b3%2C41959%2C1731568866274,1-c7aa6e2790b3,41959,1731568866274 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/WALs/c7aa6e2790b3,41959,1731568866274/c7aa6e2790b3%2C41959%2C1731568866274.1731568868636 to pos 1076, reset compression=false 2024-11-14T07:21:26,079 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44033,1731568855694.replicationSource.wal-reader.c7aa6e2790b3%2C44033%2C1731568855694,1-c7aa6e2790b3,44033,1731568855694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/WALs/c7aa6e2790b3,44033,1731568855694/c7aa6e2790b3%2C44033%2C1731568855694.1731568858032 to pos 1085, reset compression=false 2024-11-14T07:21:26,207 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,42469,1731568861163.replicationSource.wal-reader.c7aa6e2790b3%2C42469%2C1731568861163,1-c7aa6e2790b3,42469,1731568861163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/WALs/c7aa6e2790b3,42469,1731568861163/c7aa6e2790b3%2C42469%2C1731568861163.1731568863150 to pos 1063, reset compression=false 2024-11-14T07:21:26,263 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-14T07:21:26,267 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-14T07:21:26,382 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44033,1731568855694.replicationSource.wal-reader.c7aa6e2790b3%2C44033%2C1731568855694,1-c7aa6e2790b3,44033,1731568855694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/WALs/c7aa6e2790b3,44033,1731568855694/c7aa6e2790b3%2C44033%2C1731568855694.1731568858032 to pos 1085, reset compression=false 2024-11-14T07:21:26,442 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,41959,1731568866274.replicationSource.wal-reader.c7aa6e2790b3%2C41959%2C1731568866274,1-c7aa6e2790b3,41959,1731568866274 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/WALs/c7aa6e2790b3,41959,1731568866274/c7aa6e2790b3%2C41959%2C1731568866274.1731568868636 to pos 1076, reset compression=false 2024-11-14T07:21:26,449 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,41959,1731568866274.replicationSource.wal-reader.c7aa6e2790b3%2C41959%2C1731568866274,1-c7aa6e2790b3,41959,1731568866274 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T07:21:26,449 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,41959,1731568866274.replicationSource.wal-reader.c7aa6e2790b3%2C41959%2C1731568866274,1-c7aa6e2790b3,41959,1731568866274 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/WALs/c7aa6e2790b3,41959,1731568866274/c7aa6e2790b3%2C41959%2C1731568866274.1731568868636 to pos 1235, reset compression=false 2024-11-14T07:21:26,449 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,41959,1731568866274.replicationSource.shipperc7aa6e2790b3%2C41959%2C1731568866274,1-c7aa6e2790b3,41959,1731568866274 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c7aa6e2790b3,41959,1731568866274 got entry batch from reader: WALEntryBatch [walEntries=[{test/29645ea41d1fc5c1fb30b08fbdacf6c3/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/WALs/c7aa6e2790b3,41959,1731568866274/c7aa6e2790b3%2C41959%2C1731568866274.1731568868636, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-14T07:21:26,450 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44033 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T07:21:26,452 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44033 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T07:21:26,661 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,41959,1731568866274.replicationSource.wal-reader.c7aa6e2790b3%2C41959%2C1731568866274,1-c7aa6e2790b3,41959,1731568866274 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/WALs/c7aa6e2790b3,41959,1731568866274/c7aa6e2790b3%2C41959%2C1731568866274.1731568868636 to pos 1235, reset compression=false 2024-11-14T07:21:26,710 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,42469,1731568861163.replicationSource.wal-reader.c7aa6e2790b3%2C42469%2C1731568861163,1-c7aa6e2790b3,42469,1731568861163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/WALs/c7aa6e2790b3,42469,1731568861163/c7aa6e2790b3%2C42469%2C1731568861163.1731568863150 to pos 1063, reset compression=false 2024-11-14T07:21:26,785 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44033,1731568855694.replicationSource.wal-reader.c7aa6e2790b3%2C44033%2C1731568855694,1-c7aa6e2790b3,44033,1731568855694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/WALs/c7aa6e2790b3,44033,1731568855694/c7aa6e2790b3%2C44033%2C1731568855694.1731568858032 to pos 1085, reset compression=false 2024-11-14T07:21:26,788 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44033,1731568855694.replicationSource.wal-reader.c7aa6e2790b3%2C44033%2C1731568855694,1-c7aa6e2790b3,44033,1731568855694 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T07:21:26,788 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44033,1731568855694.replicationSource.wal-reader.c7aa6e2790b3%2C44033%2C1731568855694,1-c7aa6e2790b3,44033,1731568855694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/WALs/c7aa6e2790b3,44033,1731568855694/c7aa6e2790b3%2C44033%2C1731568855694.1731568858032 to pos 1234, reset compression=false 2024-11-14T07:21:26,789 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44033,1731568855694.replicationSource.shipperc7aa6e2790b3%2C44033%2C1731568855694,1-c7aa6e2790b3,44033,1731568855694 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c7aa6e2790b3,44033,1731568855694 got entry batch from reader: WALEntryBatch [walEntries=[{test/68d94ce86f4c207a0b6a5106624c3235/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/WALs/c7aa6e2790b3,44033,1731568855694/c7aa6e2790b3%2C44033%2C1731568855694.1731568858032, lastWalPosition=1234, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-14T07:21:26,789 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42469 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T07:21:26,791 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42469 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T07:21:26,964 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,41959,1731568866274.replicationSource.wal-reader.c7aa6e2790b3%2C41959%2C1731568866274,1-c7aa6e2790b3,41959,1731568866274 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/WALs/c7aa6e2790b3,41959,1731568866274/c7aa6e2790b3%2C41959%2C1731568866274.1731568868636 to pos 1235, reset compression=false 2024-11-14T07:21:26,991 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44033,1731568855694.replicationSource.wal-reader.c7aa6e2790b3%2C44033%2C1731568855694,1-c7aa6e2790b3,44033,1731568855694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/WALs/c7aa6e2790b3,44033,1731568855694/c7aa6e2790b3%2C44033%2C1731568855694.1731568858032 to pos 1234, reset compression=false 2024-11-14T07:21:27,268 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-14T07:21:27,274 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33a7bf43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:21:27,274 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,43367,-1 for getting cluster id 2024-11-14T07:21:27,274 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:21:27,275 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30bbb16f-6e77-4e77-87a4-ddc2fdec65dd' 2024-11-14T07:21:27,275 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:21:27,275 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30bbb16f-6e77-4e77-87a4-ddc2fdec65dd" 2024-11-14T07:21:27,275 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@735d9d92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:21:27,275 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,43367,-1] 2024-11-14T07:21:27,275 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:21:27,276 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:21:27,276 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:21:27,277 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f44e9ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:21:27,279 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:21:27,280 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is c7aa6e2790b3,43367,1731568866128 2024-11-14T07:21:27,280 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@435ed220 2024-11-14T07:21:27,280 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T07:21:27,281 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T07:21:27,282 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-14T07:21:27,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-14T07:21:27,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T07:21:27,295 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44033,1731568855694.replicationSource.wal-reader.c7aa6e2790b3%2C44033%2C1731568855694,1-c7aa6e2790b3,44033,1731568855694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/WALs/c7aa6e2790b3,44033,1731568855694/c7aa6e2790b3%2C44033%2C1731568855694.1731568858032 to pos 1234, reset compression=false 2024-11-14T07:21:27,313 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,42469,1731568861163.replicationSource.wal-reader.c7aa6e2790b3%2C42469%2C1731568861163,1-c7aa6e2790b3,42469,1731568861163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/WALs/c7aa6e2790b3,42469,1731568861163/c7aa6e2790b3%2C42469%2C1731568861163.1731568863150 to pos 1063, reset compression=false 2024-11-14T07:21:27,318 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,42469,1731568861163.replicationSource.wal-reader.c7aa6e2790b3%2C42469%2C1731568861163,1-c7aa6e2790b3,42469,1731568861163 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T07:21:27,318 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,42469,1731568861163.replicationSource.wal-reader.c7aa6e2790b3%2C42469%2C1731568861163,1-c7aa6e2790b3,42469,1731568861163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/WALs/c7aa6e2790b3,42469,1731568861163/c7aa6e2790b3%2C42469%2C1731568861163.1731568863150 to pos 1235, reset compression=false 2024-11-14T07:21:27,318 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,42469,1731568861163.replicationSource.shipperc7aa6e2790b3%2C42469%2C1731568861163,1-c7aa6e2790b3,42469,1731568861163 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c7aa6e2790b3,42469,1731568861163 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/WALs/c7aa6e2790b3,42469,1731568861163/c7aa6e2790b3%2C42469%2C1731568861163.1731568863150, lastWalPosition=1235, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T07:21:27,351 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T07:21:27,367 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,41959,1731568866274.replicationSource.wal-reader.c7aa6e2790b3%2C41959%2C1731568866274,1-c7aa6e2790b3,41959,1731568866274 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/WALs/c7aa6e2790b3,41959,1731568866274/c7aa6e2790b3%2C41959%2C1731568866274.1731568868636 to pos 1235, reset compression=false 2024-11-14T07:21:27,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T07:21:27,503 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-14T07:21:27,503 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-14T07:21:27,504 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-14T07:21:27,504 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c7aa6e2790b3,41959,1731568866274 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-14T07:21:27,504 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0. 2024-11-14T07:21:27,505 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:21:27,505 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:21:27,505 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:21:27,505 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:21:27,526 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,42469,1731568861163.replicationSource.wal-reader.c7aa6e2790b3%2C42469%2C1731568861163,1-c7aa6e2790b3,42469,1731568861163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/WALs/c7aa6e2790b3,42469,1731568861163/c7aa6e2790b3%2C42469%2C1731568861163.1731568863150 to pos 1235, reset compression=false 2024-11-14T07:21:27,605 WARN [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,41959,1731568866274.replicationSource.wal-reader.c7aa6e2790b3%2C41959%2C1731568866274,1-c7aa6e2790b3,41959,1731568866274 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T07:21:27,605 WARN [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,41959,1731568866274.replicationSource.shipperc7aa6e2790b3%2C41959%2C1731568866274,1-c7aa6e2790b3,41959,1731568866274 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T07:21:27,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T07:21:27,699 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44033,1731568855694.replicationSource.wal-reader.c7aa6e2790b3%2C44033%2C1731568855694,1-c7aa6e2790b3,44033,1731568855694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/WALs/c7aa6e2790b3,44033,1731568855694/c7aa6e2790b3%2C44033%2C1731568855694.1731568858032 to pos 1234, reset compression=false 2024-11-14T07:21:27,705 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,41959,1731568866274.replicationSource.shipperc7aa6e2790b3%2C41959%2C1731568866274,1-c7aa6e2790b3,41959,1731568866274 terminated 2024-11-14T07:21:27,719 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-c7aa6e2790b3,41959,1731568866274, ReplicationSource: 1, currentBandwidth=0 2024-11-14T07:21:27,719 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-14T07:21:27,719 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-14T07:21:27,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-14T07:21:27,722 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on c7aa6e2790b3,41959,1731568866274 suceeded 2024-11-14T07:21:27,723 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-14T07:21:27,723 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 371 msec 2024-11-14T07:21:27,724 INFO [PEWorker-1 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-14T07:21:27,725 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 442 msec 2024-11-14T07:21:27,733 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,41959,1731568866274 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c7aa6e2790b3:45135' 2024-11-14T07:21:27,734 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,41959,1731568866274 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@351ede2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:21:27,734 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,41959,1731568866274 {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,45135,-1 for getting cluster id 2024-11-14T07:21:27,734 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,41959,1731568866274 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:21:27,734 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7e9979c2-985d-4eb7-8068-8238cfd4ff48' 2024-11-14T07:21:27,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:21:27,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7e9979c2-985d-4eb7-8068-8238cfd4ff48" 2024-11-14T07:21:27,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@50efaeeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:21:27,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,45135,-1] 2024-11-14T07:21:27,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:21:27,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:21:27,736 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:21:27,736 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,41959,1731568866274 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26d68edb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:21:27,736 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,41959,1731568866274 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:21:27,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c7aa6e2790b3,45135,1731568855490 2024-11-14T07:21:27,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@187e81cf 2024-11-14T07:21:27,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T07:21:27,738 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-14T07:21:27,738 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,41959,1731568866274 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c7aa6e2790b3,41959,1731568866274 (queues=1) is replicating from cluster=30bbb16f-6e77-4e77-87a4-ddc2fdec65dd to cluster=7e9979c2-985d-4eb7-8068-8238cfd4ff48 2024-11-14T07:21:27,738 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,41959,1731568866274 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c7aa6e2790b3%2C41959%2C1731568866274 2024-11-14T07:21:27,738 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,41959,1731568866274 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c7aa6e2790b3,41959,1731568866274, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T07:21:27,739 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,41959,1731568866274.replicationSource.shipperc7aa6e2790b3%2C41959%2C1731568866274,1-c7aa6e2790b3,41959,1731568866274 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c7aa6e2790b3%2C41959%2C1731568866274 2024-11-14T07:21:27,829 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,42469,1731568861163.replicationSource.wal-reader.c7aa6e2790b3%2C42469%2C1731568861163,1-c7aa6e2790b3,42469,1731568861163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/WALs/c7aa6e2790b3,42469,1731568861163/c7aa6e2790b3%2C42469%2C1731568861163.1731568863150 to pos 1235, reset compression=false 2024-11-14T07:21:27,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T07:21:27,916 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-14T07:21:27,916 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T07:21:27,916 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:21:27,916 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:21:27,916 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:21:27,916 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:21:27,919 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-14T07:21:27,965 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:21:27,966 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c7aa6e2790b3,32917,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c7aa6e2790b3:32917 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T07:21:27,966 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68536 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c7aa6e2790b3,32917,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c7aa6e2790b3:32917 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T07:21:28,202 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44033,1731568855694.replicationSource.wal-reader.c7aa6e2790b3%2C44033%2C1731568855694,1-c7aa6e2790b3,44033,1731568855694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/WALs/c7aa6e2790b3,44033,1731568855694/c7aa6e2790b3%2C44033%2C1731568855694.1731568858032 to pos 1234, reset compression=false 2024-11-14T07:21:28,206 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44033,1731568855694.replicationSource.wal-reader.c7aa6e2790b3%2C44033%2C1731568855694,1-c7aa6e2790b3,44033,1731568855694 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T07:21:28,206 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44033,1731568855694.replicationSource.wal-reader.c7aa6e2790b3%2C44033%2C1731568855694,1-c7aa6e2790b3,44033,1731568855694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/WALs/c7aa6e2790b3,44033,1731568855694/c7aa6e2790b3%2C44033%2C1731568855694.1731568858032 to pos 1338, reset compression=false 2024-11-14T07:21:28,206 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44033,1731568855694.replicationSource.shipperc7aa6e2790b3%2C44033%2C1731568855694,1-c7aa6e2790b3,44033,1731568855694 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c7aa6e2790b3,44033,1731568855694 got entry batch from reader: WALEntryBatch [walEntries=[{test/68d94ce86f4c207a0b6a5106624c3235/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/WALs/c7aa6e2790b3,44033,1731568855694/c7aa6e2790b3%2C44033%2C1731568855694.1731568858032, lastWalPosition=1338, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-14T07:21:28,207 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42469 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T07:21:28,209 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42469 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T07:21:28,233 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,42469,1731568861163.replicationSource.wal-reader.c7aa6e2790b3%2C42469%2C1731568861163,1-c7aa6e2790b3,42469,1731568861163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/WALs/c7aa6e2790b3,42469,1731568861163/c7aa6e2790b3%2C42469%2C1731568861163.1731568863150 to pos 1235, reset compression=false 2024-11-14T07:21:28,237 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,42469,1731568861163.replicationSource.wal-reader.c7aa6e2790b3%2C42469%2C1731568861163,1-c7aa6e2790b3,42469,1731568861163 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T07:21:28,238 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,42469,1731568861163.replicationSource.wal-reader.c7aa6e2790b3%2C42469%2C1731568861163,1-c7aa6e2790b3,42469,1731568861163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/WALs/c7aa6e2790b3,42469,1731568861163/c7aa6e2790b3%2C42469%2C1731568861163.1731568863150 to pos 1362, reset compression=false 2024-11-14T07:21:28,238 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,42469,1731568861163.replicationSource.shipperc7aa6e2790b3%2C42469%2C1731568861163,1-c7aa6e2790b3,42469,1731568861163 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c7aa6e2790b3,42469,1731568861163 got entry batch from reader: WALEntryBatch [walEntries=[{test/01ef7c4fb1a2b8008acbdf15681ba4a6/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/WALs/c7aa6e2790b3,42469,1731568861163/c7aa6e2790b3%2C42469%2C1731568861163.1731568863150, lastWalPosition=1362, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-14T07:21:28,239 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41959 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T07:21:28,241 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41959 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T07:21:28,415 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44033,1731568855694.replicationSource.wal-reader.c7aa6e2790b3%2C44033%2C1731568855694,1-c7aa6e2790b3,44033,1731568855694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/WALs/c7aa6e2790b3,44033,1731568855694/c7aa6e2790b3%2C44033%2C1731568855694.1731568858032 to pos 1338, reset compression=false 2024-11-14T07:21:28,441 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,42469,1731568861163.replicationSource.wal-reader.c7aa6e2790b3%2C42469%2C1731568861163,1-c7aa6e2790b3,42469,1731568861163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/WALs/c7aa6e2790b3,42469,1731568861163/c7aa6e2790b3%2C42469%2C1731568861163.1731568863150 to pos 1362, reset compression=false 2024-11-14T07:21:28,719 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44033,1731568855694.replicationSource.wal-reader.c7aa6e2790b3%2C44033%2C1731568855694,1-c7aa6e2790b3,44033,1731568855694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/WALs/c7aa6e2790b3,44033,1731568855694/c7aa6e2790b3%2C44033%2C1731568855694.1731568858032 to pos 1338, reset compression=false 2024-11-14T07:21:28,744 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,42469,1731568861163.replicationSource.wal-reader.c7aa6e2790b3%2C42469%2C1731568861163,1-c7aa6e2790b3,42469,1731568861163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/WALs/c7aa6e2790b3,42469,1731568861163/c7aa6e2790b3%2C42469%2C1731568861163.1731568863150 to pos 1362, reset compression=false 2024-11-14T07:21:28,921 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-14T07:21:28,923 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5844fac9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:21:28,923 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,43367,-1 for getting cluster id 2024-11-14T07:21:28,923 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:21:28,923 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30bbb16f-6e77-4e77-87a4-ddc2fdec65dd' 2024-11-14T07:21:28,923 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:21:28,923 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30bbb16f-6e77-4e77-87a4-ddc2fdec65dd" 2024-11-14T07:21:28,924 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66cee4bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:21:28,924 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,43367,-1] 2024-11-14T07:21:28,924 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:21:28,924 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:21:28,925 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:21:28,925 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1073bf44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:21:28,927 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:21:28,928 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is c7aa6e2790b3,43367,1731568866128 2024-11-14T07:21:28,928 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@fc117b8 2024-11-14T07:21:28,928 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T07:21:28,929 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T07:21:28,930 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-14T07:21:28,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-14T07:21:28,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-14T07:21:29,006 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T07:21:29,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-14T07:21:29,122 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44033,1731568855694.replicationSource.wal-reader.c7aa6e2790b3%2C44033%2C1731568855694,1-c7aa6e2790b3,44033,1731568855694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/WALs/c7aa6e2790b3,44033,1731568855694/c7aa6e2790b3%2C44033%2C1731568855694.1731568858032 to pos 1338, reset compression=false 2024-11-14T07:21:29,148 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,42469,1731568861163.replicationSource.wal-reader.c7aa6e2790b3%2C42469%2C1731568861163,1-c7aa6e2790b3,42469,1731568861163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/WALs/c7aa6e2790b3,42469,1731568861163/c7aa6e2790b3%2C42469%2C1731568861163.1731568863150 to pos 1362, reset compression=false 2024-11-14T07:21:29,153 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,42469,1731568861163.replicationSource.wal-reader.c7aa6e2790b3%2C42469%2C1731568861163,1-c7aa6e2790b3,42469,1731568861163 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T07:21:29,153 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,42469,1731568861163.replicationSource.wal-reader.c7aa6e2790b3%2C42469%2C1731568861163,1-c7aa6e2790b3,42469,1731568861163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/WALs/c7aa6e2790b3,42469,1731568861163/c7aa6e2790b3%2C42469%2C1731568861163.1731568863150 to pos 1466, reset compression=false 2024-11-14T07:21:29,153 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,42469,1731568861163.replicationSource.shipperc7aa6e2790b3%2C42469%2C1731568861163,1-c7aa6e2790b3,42469,1731568861163 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c7aa6e2790b3,42469,1731568861163 got entry batch from reader: WALEntryBatch [walEntries=[{test/01ef7c4fb1a2b8008acbdf15681ba4a6/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/WALs/c7aa6e2790b3,42469,1731568861163/c7aa6e2790b3%2C42469%2C1731568861163.1731568863150, lastWalPosition=1466, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-14T07:21:29,154 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41959 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T07:21:29,156 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41959 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T07:21:29,158 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-14T07:21:29,158 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-14T07:21:29,159 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-14T07:21:29,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-14T07:21:29,161 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on c7aa6e2790b3,41959,1731568866274 suceeded 2024-11-14T07:21:29,162 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-14T07:21:29,162 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 156 msec 2024-11-14T07:21:29,162 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-14T07:21:29,163 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 232 msec 2024-11-14T07:21:29,240 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,41959,1731568866274.replicationSource.wal-reader.c7aa6e2790b3%2C41959%2C1731568866274,1-c7aa6e2790b3,41959,1731568866274 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/WALs/c7aa6e2790b3,41959,1731568866274/c7aa6e2790b3%2C41959%2C1731568866274.1731568868636, startPosition=1235, beingWritten=true 2024-11-14T07:21:29,244 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,41959,1731568866274.replicationSource.wal-reader.c7aa6e2790b3%2C41959%2C1731568866274,1-c7aa6e2790b3,41959,1731568866274 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T07:21:29,244 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,41959,1731568866274.replicationSource.wal-reader.c7aa6e2790b3%2C41959%2C1731568866274,1-c7aa6e2790b3,41959,1731568866274 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/WALs/c7aa6e2790b3,41959,1731568866274/c7aa6e2790b3%2C41959%2C1731568866274.1731568868636 to pos 1512, reset compression=false 2024-11-14T07:21:29,244 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,41959,1731568866274.replicationSource.shipperc7aa6e2790b3%2C41959%2C1731568866274,1-c7aa6e2790b3,41959,1731568866274 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c7aa6e2790b3,41959,1731568866274 got entry batch from reader: WALEntryBatch [walEntries=[{test/29645ea41d1fc5c1fb30b08fbdacf6c3/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/WALs/c7aa6e2790b3,41959,1731568866274/c7aa6e2790b3%2C41959%2C1731568866274.1731568868636, lastWalPosition=1512, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-14T07:21:29,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-14T07:21:29,247 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,41959,1731568866274.replicationSource.shipperc7aa6e2790b3%2C41959%2C1731568866274,1-c7aa6e2790b3,41959,1731568866274 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T07:21:29,248 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-14T07:21:29,248 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-14T07:21:29,248 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T07:21:29,248 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:21:29,248 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:21:29,248 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44033 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T07:21:29,248 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:21:29,248 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:21:29,250 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row4. IsDeleteReplication:false 2024-11-14T07:21:29,252 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44033 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T07:21:29,356 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,42469,1731568861163.replicationSource.wal-reader.c7aa6e2790b3%2C42469%2C1731568861163,1-c7aa6e2790b3,42469,1731568861163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/WALs/c7aa6e2790b3,42469,1731568861163/c7aa6e2790b3%2C42469%2C1731568861163.1731568863150 to pos 1466, reset compression=false 2024-11-14T07:21:29,454 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,41959,1731568866274.replicationSource.wal-reader.c7aa6e2790b3%2C41959%2C1731568866274,1-c7aa6e2790b3,41959,1731568866274 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/WALs/c7aa6e2790b3,41959,1731568866274/c7aa6e2790b3%2C41959%2C1731568866274.1731568868636 to pos 1512, reset compression=false 2024-11-14T07:21:29,626 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44033,1731568855694.replicationSource.wal-reader.c7aa6e2790b3%2C44033%2C1731568855694,1-c7aa6e2790b3,44033,1731568855694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/WALs/c7aa6e2790b3,44033,1731568855694/c7aa6e2790b3%2C44033%2C1731568855694.1731568858032 to pos 1338, reset compression=false 2024-11-14T07:21:29,630 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44033,1731568855694.replicationSource.wal-reader.c7aa6e2790b3%2C44033%2C1731568855694,1-c7aa6e2790b3,44033,1731568855694 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T07:21:29,630 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44033,1731568855694.replicationSource.wal-reader.c7aa6e2790b3%2C44033%2C1731568855694,1-c7aa6e2790b3,44033,1731568855694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/WALs/c7aa6e2790b3,44033,1731568855694/c7aa6e2790b3%2C44033%2C1731568855694.1731568858032 to pos 1488, reset compression=false 2024-11-14T07:21:29,630 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44033,1731568855694.replicationSource.shipperc7aa6e2790b3%2C44033%2C1731568855694,1-c7aa6e2790b3,44033,1731568855694 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c7aa6e2790b3,44033,1731568855694 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/WALs/c7aa6e2790b3,44033,1731568855694/c7aa6e2790b3%2C44033%2C1731568855694.1731568858032, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T07:21:29,659 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,42469,1731568861163.replicationSource.wal-reader.c7aa6e2790b3%2C42469%2C1731568861163,1-c7aa6e2790b3,42469,1731568861163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/WALs/c7aa6e2790b3,42469,1731568861163/c7aa6e2790b3%2C42469%2C1731568861163.1731568863150 to pos 1466, reset compression=false 2024-11-14T07:21:29,757 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,41959,1731568866274.replicationSource.wal-reader.c7aa6e2790b3%2C41959%2C1731568866274,1-c7aa6e2790b3,41959,1731568866274 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/WALs/c7aa6e2790b3,41959,1731568866274/c7aa6e2790b3%2C41959%2C1731568866274.1731568868636 to pos 1512, reset compression=false 2024-11-14T07:21:29,833 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44033,1731568855694.replicationSource.wal-reader.c7aa6e2790b3%2C44033%2C1731568855694,1-c7aa6e2790b3,44033,1731568855694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/WALs/c7aa6e2790b3,44033,1731568855694/c7aa6e2790b3%2C44033%2C1731568855694.1731568858032 to pos 1488, reset compression=false 2024-11-14T07:21:30,062 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,42469,1731568861163.replicationSource.wal-reader.c7aa6e2790b3%2C42469%2C1731568861163,1-c7aa6e2790b3,42469,1731568861163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/WALs/c7aa6e2790b3,42469,1731568861163/c7aa6e2790b3%2C42469%2C1731568861163.1731568863150 to pos 1466, reset compression=false 2024-11-14T07:21:30,136 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44033,1731568855694.replicationSource.wal-reader.c7aa6e2790b3%2C44033%2C1731568855694,1-c7aa6e2790b3,44033,1731568855694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/WALs/c7aa6e2790b3,44033,1731568855694/c7aa6e2790b3%2C44033%2C1731568855694.1731568858032 to pos 1488, reset compression=false 2024-11-14T07:21:30,160 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,41959,1731568866274.replicationSource.wal-reader.c7aa6e2790b3%2C41959%2C1731568866274,1-c7aa6e2790b3,41959,1731568866274 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/WALs/c7aa6e2790b3,41959,1731568866274/c7aa6e2790b3%2C41959%2C1731568866274.1731568868636 to pos 1512, reset compression=false 2024-11-14T07:21:30,252 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-14T07:21:30,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T07:21:30,252 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T07:21:30,252 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:21:30,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:21:30,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:21:30,253 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:21:30,253 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T07:21:30,253 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1558690320, stopped=false 2024-11-14T07:21:30,253 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c7aa6e2790b3,43367,1731568866128 2024-11-14T07:21:30,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43367-0x1013837dc5a0006, quorum=127.0.0.1:53661, baseZNode=/21879944163 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21879944163/running 2024-11-14T07:21:30,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41959-0x1013837dc5a0007, quorum=127.0.0.1:53661, baseZNode=/21879944163 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21879944163/running 2024-11-14T07:21:30,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43367-0x1013837dc5a0006, quorum=127.0.0.1:53661, baseZNode=/21879944163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21879944163 2024-11-14T07:21:30,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41959-0x1013837dc5a0007, quorum=127.0.0.1:53661, baseZNode=/21879944163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21879944163 2024-11-14T07:21:30,319 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T07:21:30,319 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T07:21:30,319 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:21:30,319 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:21:30,319 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c7aa6e2790b3,41959,1731568866274' ***** 2024-11-14T07:21:30,319 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T07:21:30,319 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41959-0x1013837dc5a0007, quorum=127.0.0.1:53661, baseZNode=/21879944163 Set watcher on znode that does not yet exist, /21879944163/running 2024-11-14T07:21:30,319 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43367-0x1013837dc5a0006, quorum=127.0.0.1:53661, baseZNode=/21879944163 Set watcher on znode that does not yet exist, /21879944163/running 2024-11-14T07:21:30,320 INFO [RS:0;c7aa6e2790b3:41959 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T07:21:30,320 INFO [RS:0;c7aa6e2790b3:41959 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T07:21:30,320 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T07:21:30,320 INFO [RS:0;c7aa6e2790b3:41959 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T07:21:30,320 INFO [RS:0;c7aa6e2790b3:41959 {}] regionserver.HRegionServer(3091): Received CLOSE for d5251b7046cd2c549758dbfb55c99f3b 2024-11-14T07:21:30,320 INFO [RS:0;c7aa6e2790b3:41959 {}] regionserver.HRegionServer(3091): Received CLOSE for 29645ea41d1fc5c1fb30b08fbdacf6c3 2024-11-14T07:21:30,320 INFO [RS:0;c7aa6e2790b3:41959 {}] regionserver.HRegionServer(959): stopping server c7aa6e2790b3,41959,1731568866274 2024-11-14T07:21:30,320 INFO [RS:0;c7aa6e2790b3:41959 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T07:21:30,320 INFO [RS:0;c7aa6e2790b3:41959 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c7aa6e2790b3:41959. 2024-11-14T07:21:30,320 DEBUG [RS:0;c7aa6e2790b3:41959 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:21:30,320 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d5251b7046cd2c549758dbfb55c99f3b, disabling compactions & flushes 2024-11-14T07:21:30,320 DEBUG [RS:0;c7aa6e2790b3:41959 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:21:30,320 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731568879050.d5251b7046cd2c549758dbfb55c99f3b. 2024-11-14T07:21:30,320 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731568879050.d5251b7046cd2c549758dbfb55c99f3b. 2024-11-14T07:21:30,320 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731568879050.d5251b7046cd2c549758dbfb55c99f3b. after waiting 0 ms 2024-11-14T07:21:30,320 INFO [RS:0;c7aa6e2790b3:41959 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T07:21:30,320 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731568879050.d5251b7046cd2c549758dbfb55c99f3b. 2024-11-14T07:21:30,320 INFO [RS:0;c7aa6e2790b3:41959 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T07:21:30,320 INFO [RS:0;c7aa6e2790b3:41959 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T07:21:30,320 INFO [RS:0;c7aa6e2790b3:41959 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T07:21:30,321 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d5251b7046cd2c549758dbfb55c99f3b 3/3 column families, dataSize=1.02 KB heapSize=2.28 KB 2024-11-14T07:21:30,321 INFO [RS:0;c7aa6e2790b3:41959 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T07:21:30,321 DEBUG [RS:0;c7aa6e2790b3:41959 {}] regionserver.HRegionServer(1325): Online Regions={d5251b7046cd2c549758dbfb55c99f3b=hbase:replication,,1731568879050.d5251b7046cd2c549758dbfb55c99f3b., 1588230740=hbase:meta,,1.1588230740, 29645ea41d1fc5c1fb30b08fbdacf6c3=test,,1731568872548.29645ea41d1fc5c1fb30b08fbdacf6c3.} 2024-11-14T07:21:30,321 DEBUG [RS:0;c7aa6e2790b3:41959 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 29645ea41d1fc5c1fb30b08fbdacf6c3, d5251b7046cd2c549758dbfb55c99f3b 2024-11-14T07:21:30,321 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T07:21:30,321 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T07:21:30,321 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T07:21:30,321 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T07:21:30,321 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T07:21:30,321 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T07:21:30,328 INFO [regionserver/c7aa6e2790b3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T07:21:30,334 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/data/hbase/replication/d5251b7046cd2c549758dbfb55c99f3b/.tmp/queue/f19effdaaa894ec1b3f1b58ca424f10c is 154, key is 1-c7aa6e2790b3,41959,1731568866274/queue:c7aa6e2790b3%2C41959%2C1731568866274/1731568889253/Put/seqid=0 2024-11-14T07:21:30,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40511 is added to blk_1073741840_1016 (size=5353) 2024-11-14T07:21:30,338 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.02 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/data/hbase/replication/d5251b7046cd2c549758dbfb55c99f3b/.tmp/queue/f19effdaaa894ec1b3f1b58ca424f10c 2024-11-14T07:21:30,343 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/data/hbase/replication/d5251b7046cd2c549758dbfb55c99f3b/.tmp/queue/f19effdaaa894ec1b3f1b58ca424f10c as hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/data/hbase/replication/d5251b7046cd2c549758dbfb55c99f3b/queue/f19effdaaa894ec1b3f1b58ca424f10c 2024-11-14T07:21:30,344 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/data/hbase/meta/1588230740/.tmp/info/7fdc8d57ba0641cc91e42072604b9d19 is 147, key is hbase:replication,,1731568879050.d5251b7046cd2c549758dbfb55c99f3b./info:regioninfo/1731568880235/Put/seqid=0 2024-11-14T07:21:30,347 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/data/hbase/replication/d5251b7046cd2c549758dbfb55c99f3b/queue/f19effdaaa894ec1b3f1b58ca424f10c, entries=1, sequenceid=11, filesize=5.2 K 2024-11-14T07:21:30,348 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.02 KB/1044, heapSize ~1.77 KB/1808, currentSize=0 B/0 for d5251b7046cd2c549758dbfb55c99f3b in 28ms, sequenceid=11, compaction requested=false 2024-11-14T07:21:30,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40511 is added to blk_1073741841_1017 (size=7686) 2024-11-14T07:21:30,355 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/data/hbase/replication/d5251b7046cd2c549758dbfb55c99f3b/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T07:21:30,356 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T07:21:30,356 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T07:21:30,356 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731568879050.d5251b7046cd2c549758dbfb55c99f3b. 2024-11-14T07:21:30,356 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d5251b7046cd2c549758dbfb55c99f3b: Waiting for close lock at 1731568890320Running coprocessor pre-close hooks at 1731568890320Disabling compacts and flushes for region at 1731568890320Disabling writes for close at 1731568890320Obtaining lock to block concurrent updates at 1731568890321 (+1 ms)Preparing flush snapshotting stores in d5251b7046cd2c549758dbfb55c99f3b at 1731568890321Finished memstore snapshotting hbase:replication,,1731568879050.d5251b7046cd2c549758dbfb55c99f3b., syncing WAL and waiting on mvcc, flushsize=dataSize=1044, getHeapSize=2288, getOffHeapSize=0, getCellsCount=7 at 1731568890321Flushing stores of hbase:replication,,1731568879050.d5251b7046cd2c549758dbfb55c99f3b. at 1731568890321Flushing d5251b7046cd2c549758dbfb55c99f3b/queue: creating writer at 1731568890321Flushing d5251b7046cd2c549758dbfb55c99f3b/queue: appending metadata at 1731568890334 (+13 ms)Flushing d5251b7046cd2c549758dbfb55c99f3b/queue: closing flushed file at 1731568890334Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34a01079: reopening flushed file at 1731568890342 (+8 ms)Finished flush of dataSize ~1.02 KB/1044, heapSize ~1.77 KB/1808, currentSize=0 B/0 for d5251b7046cd2c549758dbfb55c99f3b in 28ms, sequenceid=11, compaction requested=false at 1731568890348 (+6 ms)Writing region close event to WAL at 1731568890352 (+4 ms)Running coprocessor post-close hooks at 1731568890355 (+3 ms)Closed at 1731568890356 (+1 ms) 2024-11-14T07:21:30,356 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731568879050.d5251b7046cd2c549758dbfb55c99f3b. 2024-11-14T07:21:30,356 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 29645ea41d1fc5c1fb30b08fbdacf6c3, disabling compactions & flushes 2024-11-14T07:21:30,356 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731568872548.29645ea41d1fc5c1fb30b08fbdacf6c3. 2024-11-14T07:21:30,356 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731568872548.29645ea41d1fc5c1fb30b08fbdacf6c3. 2024-11-14T07:21:30,356 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731568872548.29645ea41d1fc5c1fb30b08fbdacf6c3. after waiting 0 ms 2024-11-14T07:21:30,356 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731568872548.29645ea41d1fc5c1fb30b08fbdacf6c3. 2024-11-14T07:21:30,356 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 29645ea41d1fc5c1fb30b08fbdacf6c3 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-14T07:21:30,369 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/data/default/test/29645ea41d1fc5c1fb30b08fbdacf6c3/.tmp/f/e5e425da5cf5405b9ed47e2e614746b9 is 37, key is row3/f:row3/1731568887917/Put/seqid=0 2024-11-14T07:21:30,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40511 is added to blk_1073741842_1018 (size=5228) 2024-11-14T07:21:30,374 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/data/default/test/29645ea41d1fc5c1fb30b08fbdacf6c3/.tmp/f/e5e425da5cf5405b9ed47e2e614746b9 2024-11-14T07:21:30,377 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e5e425da5cf5405b9ed47e2e614746b9 2024-11-14T07:21:30,389 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/data/default/test/29645ea41d1fc5c1fb30b08fbdacf6c3/.tmp/f1/9f2002ade20f4b99aff64959d90a2dc4 is 30, key is row1/f1:/1731568885259/DeleteFamily/seqid=0 2024-11-14T07:21:30,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40511 is added to blk_1073741843_1019 (size=5158) 2024-11-14T07:21:30,512 INFO [regionserver/c7aa6e2790b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T07:21:30,512 INFO [regionserver/c7aa6e2790b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T07:21:30,521 DEBUG [RS:0;c7aa6e2790b3:41959 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 29645ea41d1fc5c1fb30b08fbdacf6c3 2024-11-14T07:21:30,539 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44033,1731568855694.replicationSource.wal-reader.c7aa6e2790b3%2C44033%2C1731568855694,1-c7aa6e2790b3,44033,1731568855694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/WALs/c7aa6e2790b3,44033,1731568855694/c7aa6e2790b3%2C44033%2C1731568855694.1731568858032 to pos 1488, reset compression=false 2024-11-14T07:21:30,565 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,42469,1731568861163.replicationSource.wal-reader.c7aa6e2790b3%2C42469%2C1731568861163,1-c7aa6e2790b3,42469,1731568861163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/WALs/c7aa6e2790b3,42469,1731568861163/c7aa6e2790b3%2C42469%2C1731568861163.1731568863150 to pos 1466, reset compression=false 2024-11-14T07:21:30,590 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T07:21:30,663 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,41959,1731568866274.replicationSource.wal-reader.c7aa6e2790b3%2C41959%2C1731568866274,1-c7aa6e2790b3,41959,1731568866274 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/WALs/c7aa6e2790b3,41959,1731568866274/c7aa6e2790b3%2C41959%2C1731568866274.1731568868636 to pos 1512, reset compression=false 2024-11-14T07:21:30,666 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,41959,1731568866274.replicationSource.wal-reader.c7aa6e2790b3%2C41959%2C1731568866274,1-c7aa6e2790b3,41959,1731568866274 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T07:21:30,666 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,41959,1731568866274.replicationSource.wal-reader.c7aa6e2790b3%2C41959%2C1731568866274,1-c7aa6e2790b3,41959,1731568866274 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/WALs/c7aa6e2790b3,41959,1731568866274/c7aa6e2790b3%2C41959%2C1731568866274.1731568868636 to pos 1759, reset compression=false 2024-11-14T07:21:30,666 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,41959,1731568866274.replicationSource.shipperc7aa6e2790b3%2C41959%2C1731568866274,1-c7aa6e2790b3,41959,1731568866274 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c7aa6e2790b3,41959,1731568866274 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/WALs/c7aa6e2790b3,41959,1731568866274/c7aa6e2790b3%2C41959%2C1731568866274.1731568868636, lastWalPosition=1759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T07:21:30,667 ERROR [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,41959,1731568866274.replicationSource.shipperc7aa6e2790b3%2C41959%2C1731568866274,1-c7aa6e2790b3,41959,1731568866274 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c7aa6e2790b3,41959,1731568866274: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c7aa6e2790b3,41959,1731568866274, walGroup=c7aa6e2790b3%2C41959%2C1731568866274, offset=c7aa6e2790b3%2C41959%2C1731568866274.1731568868636:1759, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c7aa6e2790b3:41959 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T07:21:30,668 ERROR [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,41959,1731568866274.replicationSource.shipperc7aa6e2790b3%2C41959%2C1731568866274,1-c7aa6e2790b3,41959,1731568866274 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T07:21:30,668 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,41959,1731568866274.replicationSource.shipperc7aa6e2790b3%2C41959%2C1731568866274,1-c7aa6e2790b3,41959,1731568866274 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T07:21:30,668 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,41959,1731568866274.replicationSource.shipperc7aa6e2790b3%2C41959%2C1731568866274,1-c7aa6e2790b3,41959,1731568866274 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T07:21:30,668 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,41959,1731568866274.replicationSource.shipperc7aa6e2790b3%2C41959%2C1731568866274,1-c7aa6e2790b3,41959,1731568866274 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T07:21:30,669 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,41959,1731568866274.replicationSource.shipperc7aa6e2790b3%2C41959%2C1731568866274,1-c7aa6e2790b3,41959,1731568866274 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T07:21:30,669 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,41959,1731568866274.replicationSource.shipperc7aa6e2790b3%2C41959%2C1731568866274,1-c7aa6e2790b3,41959,1731568866274 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1182793728, "init": 1048576000, "max": 2306867200, "used": 776700032 }, "NonHeapMemoryUsage": { "committed": 201261056, "init": 7667712, "max": -1, "used": 198427056 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T07:21:30,669 WARN [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,41959,1731568866274.replicationSource.shipperc7aa6e2790b3%2C41959%2C1731568866274,1-c7aa6e2790b3,41959,1731568866274 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c7aa6e2790b3:43367 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c7aa6e2790b3:43367 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T07:21:30,721 DEBUG [RS:0;c7aa6e2790b3:41959 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 29645ea41d1fc5c1fb30b08fbdacf6c3 2024-11-14T07:21:30,753 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/data/hbase/meta/1588230740/.tmp/info/7fdc8d57ba0641cc91e42072604b9d19 2024-11-14T07:21:30,769 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/data/hbase/meta/1588230740/.tmp/ns/6ee169c992554e2a91a54b353bd5ddcb is 43, key is default/ns:d/1731568869645/Put/seqid=0 2024-11-14T07:21:30,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40511 is added to blk_1073741844_1020 (size=5153) 2024-11-14T07:21:30,793 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/data/default/test/29645ea41d1fc5c1fb30b08fbdacf6c3/.tmp/f1/9f2002ade20f4b99aff64959d90a2dc4 2024-11-14T07:21:30,797 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9f2002ade20f4b99aff64959d90a2dc4 2024-11-14T07:21:30,815 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/data/default/test/29645ea41d1fc5c1fb30b08fbdacf6c3/.tmp/norep/1f091da800af43448b803004f91bf72d is 33, key is row2/norep:/1731568886264/DeleteFamily/seqid=0 2024-11-14T07:21:30,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40511 is added to blk_1073741845_1021 (size=5108) 2024-11-14T07:21:30,869 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,41959,1731568866274.replicationSource.wal-reader.c7aa6e2790b3%2C41959%2C1731568866274,1-c7aa6e2790b3,41959,1731568866274 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/WALs/c7aa6e2790b3,41959,1731568866274/c7aa6e2790b3%2C41959%2C1731568866274.1731568868636 to pos 1759, reset compression=false 2024-11-14T07:21:30,921 DEBUG [RS:0;c7aa6e2790b3:41959 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 29645ea41d1fc5c1fb30b08fbdacf6c3 2024-11-14T07:21:31,042 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44033,1731568855694.replicationSource.wal-reader.c7aa6e2790b3%2C44033%2C1731568855694,1-c7aa6e2790b3,44033,1731568855694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/WALs/c7aa6e2790b3,44033,1731568855694/c7aa6e2790b3%2C44033%2C1731568855694.1731568858032 to pos 1488, reset compression=false 2024-11-14T07:21:31,121 DEBUG [RS:0;c7aa6e2790b3:41959 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 29645ea41d1fc5c1fb30b08fbdacf6c3 2024-11-14T07:21:31,169 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,42469,1731568861163.replicationSource.wal-reader.c7aa6e2790b3%2C42469%2C1731568861163,1-c7aa6e2790b3,42469,1731568861163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/WALs/c7aa6e2790b3,42469,1731568861163/c7aa6e2790b3%2C42469%2C1731568861163.1731568863150 to pos 1466, reset compression=false 2024-11-14T07:21:31,172 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,41959,1731568866274.replicationSource.wal-reader.c7aa6e2790b3%2C41959%2C1731568866274,1-c7aa6e2790b3,41959,1731568866274 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/WALs/c7aa6e2790b3,41959,1731568866274/c7aa6e2790b3%2C41959%2C1731568866274.1731568868636 to pos 1759, reset compression=false 2024-11-14T07:21:31,172 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/data/hbase/meta/1588230740/.tmp/ns/6ee169c992554e2a91a54b353bd5ddcb 2024-11-14T07:21:31,188 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/data/hbase/meta/1588230740/.tmp/rep_barrier/c800f6e8df6549f2a8fe1c23d592f7c1 is 112, key is test,,1731568872548.29645ea41d1fc5c1fb30b08fbdacf6c3./rep_barrier:seqnumDuringOpen/1731568873743/Put/seqid=0 2024-11-14T07:21:31,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40511 is added to blk_1073741846_1022 (size=5518) 2024-11-14T07:21:31,219 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/data/default/test/29645ea41d1fc5c1fb30b08fbdacf6c3/.tmp/norep/1f091da800af43448b803004f91bf72d 2024-11-14T07:21:31,222 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1f091da800af43448b803004f91bf72d 2024-11-14T07:21:31,223 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/data/default/test/29645ea41d1fc5c1fb30b08fbdacf6c3/.tmp/f/e5e425da5cf5405b9ed47e2e614746b9 as hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/data/default/test/29645ea41d1fc5c1fb30b08fbdacf6c3/f/e5e425da5cf5405b9ed47e2e614746b9 2024-11-14T07:21:31,226 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e5e425da5cf5405b9ed47e2e614746b9 2024-11-14T07:21:31,227 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/data/default/test/29645ea41d1fc5c1fb30b08fbdacf6c3/f/e5e425da5cf5405b9ed47e2e614746b9, entries=5, sequenceid=12, filesize=5.1 K 2024-11-14T07:21:31,227 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/data/default/test/29645ea41d1fc5c1fb30b08fbdacf6c3/.tmp/f1/9f2002ade20f4b99aff64959d90a2dc4 as hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/data/default/test/29645ea41d1fc5c1fb30b08fbdacf6c3/f1/9f2002ade20f4b99aff64959d90a2dc4 2024-11-14T07:21:31,231 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9f2002ade20f4b99aff64959d90a2dc4 2024-11-14T07:21:31,231 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/data/default/test/29645ea41d1fc5c1fb30b08fbdacf6c3/f1/9f2002ade20f4b99aff64959d90a2dc4, entries=3, sequenceid=12, filesize=5.0 K 2024-11-14T07:21:31,232 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/data/default/test/29645ea41d1fc5c1fb30b08fbdacf6c3/.tmp/norep/1f091da800af43448b803004f91bf72d as hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/data/default/test/29645ea41d1fc5c1fb30b08fbdacf6c3/norep/1f091da800af43448b803004f91bf72d 2024-11-14T07:21:31,235 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1f091da800af43448b803004f91bf72d 2024-11-14T07:21:31,235 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/data/default/test/29645ea41d1fc5c1fb30b08fbdacf6c3/norep/1f091da800af43448b803004f91bf72d, entries=1, sequenceid=12, filesize=5.0 K 2024-11-14T07:21:31,236 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 29645ea41d1fc5c1fb30b08fbdacf6c3 in 880ms, sequenceid=12, compaction requested=false 2024-11-14T07:21:31,239 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/data/default/test/29645ea41d1fc5c1fb30b08fbdacf6c3/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-14T07:21:31,240 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T07:21:31,240 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T07:21:31,240 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731568872548.29645ea41d1fc5c1fb30b08fbdacf6c3. 2024-11-14T07:21:31,240 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 29645ea41d1fc5c1fb30b08fbdacf6c3: Waiting for close lock at 1731568890356Running coprocessor pre-close hooks at 1731568890356Disabling compacts and flushes for region at 1731568890356Disabling writes for close at 1731568890356Obtaining lock to block concurrent updates at 1731568890356Preparing flush snapshotting stores in 29645ea41d1fc5c1fb30b08fbdacf6c3 at 1731568890356Finished memstore snapshotting test,,1731568872548.29645ea41d1fc5c1fb30b08fbdacf6c3., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731568890356Flushing stores of test,,1731568872548.29645ea41d1fc5c1fb30b08fbdacf6c3. at 1731568890357 (+1 ms)Flushing 29645ea41d1fc5c1fb30b08fbdacf6c3/f: creating writer at 1731568890357Flushing 29645ea41d1fc5c1fb30b08fbdacf6c3/f: appending metadata at 1731568890369 (+12 ms)Flushing 29645ea41d1fc5c1fb30b08fbdacf6c3/f: closing flushed file at 1731568890369Flushing 29645ea41d1fc5c1fb30b08fbdacf6c3/f1: creating writer at 1731568890377 (+8 ms)Flushing 29645ea41d1fc5c1fb30b08fbdacf6c3/f1: appending metadata at 1731568890389 (+12 ms)Flushing 29645ea41d1fc5c1fb30b08fbdacf6c3/f1: closing flushed file at 1731568890389Flushing 29645ea41d1fc5c1fb30b08fbdacf6c3/norep: creating writer at 1731568890797 (+408 ms)Flushing 29645ea41d1fc5c1fb30b08fbdacf6c3/norep: appending metadata at 1731568890814 (+17 ms)Flushing 29645ea41d1fc5c1fb30b08fbdacf6c3/norep: closing flushed file at 1731568890814Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36a5ea6d: reopening flushed file at 1731568891223 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70a3989c: reopening flushed file at 1731568891227 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@350fa997: reopening flushed file at 1731568891231 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 29645ea41d1fc5c1fb30b08fbdacf6c3 in 880ms, sequenceid=12, compaction requested=false at 1731568891236 (+5 ms)Writing region close event to WAL at 1731568891237 (+1 ms)Running coprocessor post-close hooks at 1731568891240 (+3 ms)Closed at 1731568891240 2024-11-14T07:21:31,240 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731568872548.29645ea41d1fc5c1fb30b08fbdacf6c3. 2024-11-14T07:21:31,322 DEBUG [RS:0;c7aa6e2790b3:41959 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T07:21:31,522 INFO [RS:0;c7aa6e2790b3:41959 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T07:21:31,522 DEBUG [RS:0;c7aa6e2790b3:41959 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T07:21:31,522 DEBUG [RS:0;c7aa6e2790b3:41959 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T07:21:31,575 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,41959,1731568866274.replicationSource.wal-reader.c7aa6e2790b3%2C41959%2C1731568866274,1-c7aa6e2790b3,41959,1731568866274 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/WALs/c7aa6e2790b3,41959,1731568866274/c7aa6e2790b3%2C41959%2C1731568866274.1731568868636 to pos 1759, reset compression=false 2024-11-14T07:21:31,579 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,41959,1731568866274.replicationSource.wal-reader.c7aa6e2790b3%2C41959%2C1731568866274,1-c7aa6e2790b3,41959,1731568866274 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T07:21:31,579 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,41959,1731568866274.replicationSource.wal-reader.c7aa6e2790b3%2C41959%2C1731568866274,1-c7aa6e2790b3,41959,1731568866274 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/WALs/c7aa6e2790b3,41959,1731568866274/c7aa6e2790b3%2C41959%2C1731568866274.1731568868636 to pos 2403, reset compression=false 2024-11-14T07:21:31,591 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/data/hbase/meta/1588230740/.tmp/rep_barrier/c800f6e8df6549f2a8fe1c23d592f7c1 2024-11-14T07:21:31,610 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/data/hbase/meta/1588230740/.tmp/table/1b0470ca0f904fd594d7b90cd71c0db7 is 53, key is hbase:replication/table:state/1731568880247/Put/seqid=0 2024-11-14T07:21:31,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40511 is added to blk_1073741847_1023 (size=5308) 2024-11-14T07:21:31,645 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44033,1731568855694.replicationSource.wal-reader.c7aa6e2790b3%2C44033%2C1731568855694,1-c7aa6e2790b3,44033,1731568855694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/WALs/c7aa6e2790b3,44033,1731568855694/c7aa6e2790b3%2C44033%2C1731568855694.1731568858032 to pos 1488, reset compression=false 2024-11-14T07:21:31,722 DEBUG [RS:0;c7aa6e2790b3:41959 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T07:21:31,781 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,41959,1731568866274.replicationSource.wal-reader.c7aa6e2790b3%2C41959%2C1731568866274,1-c7aa6e2790b3,41959,1731568866274 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/WALs/c7aa6e2790b3,41959,1731568866274/c7aa6e2790b3%2C41959%2C1731568866274.1731568868636 to pos 2403, reset compression=false 2024-11-14T07:21:31,871 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,42469,1731568861163.replicationSource.wal-reader.c7aa6e2790b3%2C42469%2C1731568861163,1-c7aa6e2790b3,42469,1731568861163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/WALs/c7aa6e2790b3,42469,1731568861163/c7aa6e2790b3%2C42469%2C1731568861163.1731568863150 to pos 1466, reset compression=false 2024-11-14T07:21:31,922 DEBUG [RS:0;c7aa6e2790b3:41959 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T07:21:32,014 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/data/hbase/meta/1588230740/.tmp/table/1b0470ca0f904fd594d7b90cd71c0db7 2024-11-14T07:21:32,018 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/data/hbase/meta/1588230740/.tmp/info/7fdc8d57ba0641cc91e42072604b9d19 as hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/data/hbase/meta/1588230740/info/7fdc8d57ba0641cc91e42072604b9d19 2024-11-14T07:21:32,021 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/data/hbase/meta/1588230740/info/7fdc8d57ba0641cc91e42072604b9d19, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T07:21:32,022 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/data/hbase/meta/1588230740/.tmp/ns/6ee169c992554e2a91a54b353bd5ddcb as hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/data/hbase/meta/1588230740/ns/6ee169c992554e2a91a54b353bd5ddcb 2024-11-14T07:21:32,026 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/data/hbase/meta/1588230740/ns/6ee169c992554e2a91a54b353bd5ddcb, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T07:21:32,026 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/data/hbase/meta/1588230740/.tmp/rep_barrier/c800f6e8df6549f2a8fe1c23d592f7c1 as hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/data/hbase/meta/1588230740/rep_barrier/c800f6e8df6549f2a8fe1c23d592f7c1 2024-11-14T07:21:32,030 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/data/hbase/meta/1588230740/rep_barrier/c800f6e8df6549f2a8fe1c23d592f7c1, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T07:21:32,031 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/data/hbase/meta/1588230740/.tmp/table/1b0470ca0f904fd594d7b90cd71c0db7 as hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/data/hbase/meta/1588230740/table/1b0470ca0f904fd594d7b90cd71c0db7 2024-11-14T07:21:32,034 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/data/hbase/meta/1588230740/table/1b0470ca0f904fd594d7b90cd71c0db7, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T07:21:32,035 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1714ms, sequenceid=16, compaction requested=false 2024-11-14T07:21:32,042 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T07:21:32,043 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T07:21:32,043 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T07:21:32,043 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T07:21:32,043 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731568890321Running coprocessor pre-close hooks at 1731568890321Disabling compacts and flushes for region at 1731568890321Disabling writes for close at 1731568890321Obtaining lock to block concurrent updates at 1731568890321Preparing flush snapshotting stores in 1588230740 at 1731568890321Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731568890321Flushing stores of hbase:meta,,1.1588230740 at 1731568890321Flushing 1588230740/info: creating writer at 1731568890321Flushing 1588230740/info: appending metadata at 1731568890344 (+23 ms)Flushing 1588230740/info: closing flushed file at 1731568890344Flushing 1588230740/ns: creating writer at 1731568890757 (+413 ms)Flushing 1588230740/ns: appending metadata at 1731568890769 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731568890769Flushing 1588230740/rep_barrier: creating writer at 1731568891176 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731568891187 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731568891187Flushing 1588230740/table: creating writer at 1731568891595 (+408 ms)Flushing 1588230740/table: appending metadata at 1731568891610 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731568891610Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@694dc21f: reopening flushed file at 1731568892017 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24dc8814: reopening flushed file at 1731568892021 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@709240b6: reopening flushed file at 1731568892026 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21e08fb: reopening flushed file at 1731568892030 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1714ms, sequenceid=16, compaction requested=false at 1731568892035 (+5 ms)Writing region close event to WAL at 1731568892040 (+5 ms)Running coprocessor post-close hooks at 1731568892043 (+3 ms)Closed at 1731568892043 2024-11-14T07:21:32,043 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T07:21:32,084 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,41959,1731568866274.replicationSource.wal-reader.c7aa6e2790b3%2C41959%2C1731568866274,1-c7aa6e2790b3,41959,1731568866274 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/WALs/c7aa6e2790b3,41959,1731568866274/c7aa6e2790b3%2C41959%2C1731568866274.1731568868636 to pos 2403, reset compression=false 2024-11-14T07:21:32,122 INFO [RS:0;c7aa6e2790b3:41959 {}] regionserver.HRegionServer(976): stopping server c7aa6e2790b3,41959,1731568866274; all regions closed. 2024-11-14T07:21:32,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40511 is added to blk_1073741834_1010 (size=4239) 2024-11-14T07:21:32,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40511 is added to blk_1073741839_1015 (size=2897) 2024-11-14T07:21:32,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40511 is added to blk_1073741832_1008 (size=2411) 2024-11-14T07:21:32,128 DEBUG [RS:0;c7aa6e2790b3:41959 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:21:32,128 INFO [RS:0;c7aa6e2790b3:41959 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T07:21:32,128 INFO [RS:0;c7aa6e2790b3:41959 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T07:21:32,129 INFO [RS:0;c7aa6e2790b3:41959 {}] hbase.ChoreService(370): Chore service for: regionserver/c7aa6e2790b3:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T07:21:32,129 INFO [RS:0;c7aa6e2790b3:41959 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T07:21:32,129 INFO [regionserver/c7aa6e2790b3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T07:21:32,129 INFO [RS:0;c7aa6e2790b3:41959 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c7aa6e2790b3,41959,1731568866274 because: Region server is closing 2024-11-14T07:21:32,129 INFO [RS:0;c7aa6e2790b3:41959 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c7aa6e2790b3:41959. 2024-11-14T07:21:32,129 DEBUG [RS:0;c7aa6e2790b3:41959 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:21:32,129 DEBUG [RS:0;c7aa6e2790b3:41959 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:21:32,129 DEBUG [RS:0;c7aa6e2790b3:41959 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:21:32,129 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:21:32,230 INFO [RS:0;c7aa6e2790b3:41959 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,41959,1731568866274.replicationSource.shipperc7aa6e2790b3%2C41959%2C1731568866274,1-c7aa6e2790b3,41959,1731568866274 terminated 2024-11-14T07:21:32,230 WARN [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,41959,1731568866274.replicationSource.wal-reader.c7aa6e2790b3%2C41959%2C1731568866274,1-c7aa6e2790b3,41959,1731568866274 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T07:21:32,230 INFO [RS:0;c7aa6e2790b3:41959 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c7aa6e2790b3:41959. 2024-11-14T07:21:32,230 DEBUG [RS:0;c7aa6e2790b3:41959 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:21:32,230 DEBUG [RS:0;c7aa6e2790b3:41959 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:21:32,230 DEBUG [RS:0;c7aa6e2790b3:41959 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:21:32,230 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:21:32,230 INFO [RS:0;c7aa6e2790b3:41959 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41959 2024-11-14T07:21:32,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43367-0x1013837dc5a0006, quorum=127.0.0.1:53661, baseZNode=/21879944163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21879944163/rs 2024-11-14T07:21:32,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41959-0x1013837dc5a0007, quorum=127.0.0.1:53661, baseZNode=/21879944163 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21879944163/rs/c7aa6e2790b3,41959,1731568866274 2024-11-14T07:21:32,308 INFO [RS:0;c7aa6e2790b3:41959 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T07:21:32,318 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c7aa6e2790b3,41959,1731568866274] 2024-11-14T07:21:32,329 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21879944163/draining/c7aa6e2790b3,41959,1731568866274 already deleted, retry=false 2024-11-14T07:21:32,329 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c7aa6e2790b3,41959,1731568866274 expired; onlineServers=0 2024-11-14T07:21:32,329 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c7aa6e2790b3,43367,1731568866128' ***** 2024-11-14T07:21:32,329 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T07:21:32,329 INFO [M:0;c7aa6e2790b3:43367 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T07:21:32,329 INFO [M:0;c7aa6e2790b3:43367 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T07:21:32,329 DEBUG [M:0;c7aa6e2790b3:43367 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T07:21:32,329 DEBUG [M:0;c7aa6e2790b3:43367 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T07:21:32,329 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T07:21:32,329 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.large.0-1731568868330 {}] cleaner.HFileCleaner(306): Exit Thread[master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.large.0-1731568868330,5,FailOnTimeoutGroup] 2024-11-14T07:21:32,329 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.small.0-1731568868331 {}] cleaner.HFileCleaner(306): Exit Thread[master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.small.0-1731568868331,5,FailOnTimeoutGroup] 2024-11-14T07:21:32,329 INFO [M:0;c7aa6e2790b3:43367 {}] hbase.ChoreService(370): Chore service for: master/c7aa6e2790b3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T07:21:32,329 INFO [M:0;c7aa6e2790b3:43367 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T07:21:32,329 DEBUG [M:0;c7aa6e2790b3:43367 {}] master.HMaster(1795): Stopping service threads 2024-11-14T07:21:32,330 INFO [M:0;c7aa6e2790b3:43367 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T07:21:32,330 INFO [M:0;c7aa6e2790b3:43367 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T07:21:32,330 INFO [M:0;c7aa6e2790b3:43367 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T07:21:32,330 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T07:21:32,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43367-0x1013837dc5a0006, quorum=127.0.0.1:53661, baseZNode=/21879944163 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21879944163/master 2024-11-14T07:21:32,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43367-0x1013837dc5a0006, quorum=127.0.0.1:53661, baseZNode=/21879944163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21879944163 2024-11-14T07:21:32,339 DEBUG [M:0;c7aa6e2790b3:43367 {}] zookeeper.ZKUtil(347): master:43367-0x1013837dc5a0006, quorum=127.0.0.1:53661, baseZNode=/21879944163 Unable to get data of znode /21879944163/master because node does not exist (not an error) 2024-11-14T07:21:32,339 WARN [M:0;c7aa6e2790b3:43367 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T07:21:32,341 INFO [M:0;c7aa6e2790b3:43367 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/.lastflushedseqids 2024-11-14T07:21:32,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40511 is added to blk_1073741848_1024 (size=245) 2024-11-14T07:21:32,348 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44033,1731568855694.replicationSource.wal-reader.c7aa6e2790b3%2C44033%2C1731568855694,1-c7aa6e2790b3,44033,1731568855694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/WALs/c7aa6e2790b3,44033,1731568855694/c7aa6e2790b3%2C44033%2C1731568855694.1731568858032 to pos 1488, reset compression=false 2024-11-14T07:21:32,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41959-0x1013837dc5a0007, quorum=127.0.0.1:53661, baseZNode=/21879944163 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T07:21:32,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41959-0x1013837dc5a0007, quorum=127.0.0.1:53661, baseZNode=/21879944163 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T07:21:32,419 INFO [RS:0;c7aa6e2790b3:41959 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T07:21:32,419 INFO [RS:0;c7aa6e2790b3:41959 {}] regionserver.HRegionServer(1031): Exiting; stopping=c7aa6e2790b3,41959,1731568866274; zookeeper connection closed. 2024-11-14T07:21:32,419 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7f24df13 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7f24df13 2024-11-14T07:21:32,419 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T07:21:32,674 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,42469,1731568861163.replicationSource.wal-reader.c7aa6e2790b3%2C42469%2C1731568861163,1-c7aa6e2790b3,42469,1731568861163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/WALs/c7aa6e2790b3,42469,1731568861163/c7aa6e2790b3%2C42469%2C1731568861163.1731568863150 to pos 1466, reset compression=false 2024-11-14T07:21:32,745 INFO [M:0;c7aa6e2790b3:43367 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T07:21:32,745 INFO [M:0;c7aa6e2790b3:43367 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T07:21:32,745 DEBUG [M:0;c7aa6e2790b3:43367 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T07:21:32,745 INFO [M:0;c7aa6e2790b3:43367 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:21:32,745 DEBUG [M:0;c7aa6e2790b3:43367 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:21:32,745 DEBUG [M:0;c7aa6e2790b3:43367 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T07:21:32,745 DEBUG [M:0;c7aa6e2790b3:43367 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:21:32,746 INFO [M:0;c7aa6e2790b3:43367 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.59 KB heapSize=75.51 KB 2024-11-14T07:21:32,761 DEBUG [M:0;c7aa6e2790b3:43367 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/234f7aa19a0448648cd72e7df63ad052 is 82, key is hbase:meta,,1/info:regioninfo/1731568869607/Put/seqid=0 2024-11-14T07:21:32,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40511 is added to blk_1073741849_1025 (size=5672) 2024-11-14T07:21:33,151 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44033,1731568855694.replicationSource.wal-reader.c7aa6e2790b3%2C44033%2C1731568855694,1-c7aa6e2790b3,44033,1731568855694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/WALs/c7aa6e2790b3,44033,1731568855694/c7aa6e2790b3%2C44033%2C1731568855694.1731568858032 to pos 1488, reset compression=false 2024-11-14T07:21:33,166 INFO [M:0;c7aa6e2790b3:43367 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/234f7aa19a0448648cd72e7df63ad052 2024-11-14T07:21:33,181 DEBUG [M:0;c7aa6e2790b3:43367 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5288485911ea4b479b4edf29e17a7393 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731568880251/Put/seqid=0 2024-11-14T07:21:33,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40511 is added to blk_1073741850_1026 (size=9213) 2024-11-14T07:21:33,577 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,42469,1731568861163.replicationSource.wal-reader.c7aa6e2790b3%2C42469%2C1731568861163,1-c7aa6e2790b3,42469,1731568861163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/WALs/c7aa6e2790b3,42469,1731568861163/c7aa6e2790b3%2C42469%2C1731568861163.1731568863150 to pos 1466, reset compression=false 2024-11-14T07:21:33,584 INFO [M:0;c7aa6e2790b3:43367 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.04 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5288485911ea4b479b4edf29e17a7393 2024-11-14T07:21:33,599 DEBUG [M:0;c7aa6e2790b3:43367 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4be54e11583741b9b079468df6efee84 is 69, key is c7aa6e2790b3,41959,1731568866274/rs:state/1731568868434/Put/seqid=0 2024-11-14T07:21:33,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40511 is added to blk_1073741851_1027 (size=5156) 2024-11-14T07:21:34,002 INFO [M:0;c7aa6e2790b3:43367 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4be54e11583741b9b079468df6efee84 2024-11-14T07:21:34,006 DEBUG [M:0;c7aa6e2790b3:43367 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/234f7aa19a0448648cd72e7df63ad052 as hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/234f7aa19a0448648cd72e7df63ad052 2024-11-14T07:21:34,009 INFO [M:0;c7aa6e2790b3:43367 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/234f7aa19a0448648cd72e7df63ad052, entries=8, sequenceid=127, filesize=5.5 K 2024-11-14T07:21:34,010 DEBUG [M:0;c7aa6e2790b3:43367 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5288485911ea4b479b4edf29e17a7393 as hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5288485911ea4b479b4edf29e17a7393 2024-11-14T07:21:34,014 INFO [M:0;c7aa6e2790b3:43367 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5288485911ea4b479b4edf29e17a7393, entries=15, sequenceid=127, filesize=9.0 K 2024-11-14T07:21:34,014 DEBUG [M:0;c7aa6e2790b3:43367 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4be54e11583741b9b079468df6efee84 as hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4be54e11583741b9b079468df6efee84 2024-11-14T07:21:34,017 INFO [M:0;c7aa6e2790b3:43367 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33041/user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4be54e11583741b9b079468df6efee84, entries=1, sequenceid=127, filesize=5.0 K 2024-11-14T07:21:34,018 INFO [M:0;c7aa6e2790b3:43367 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1273ms, sequenceid=127, compaction requested=false 2024-11-14T07:21:34,019 INFO [M:0;c7aa6e2790b3:43367 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:21:34,019 DEBUG [M:0;c7aa6e2790b3:43367 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731568892745Disabling compacts and flushes for region at 1731568892745Disabling writes for close at 1731568892745Obtaining lock to block concurrent updates at 1731568892746 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731568892746Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65121, getHeapSize=77256, getOffHeapSize=0, getCellsCount=148 at 1731568892746Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731568892746Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731568892746Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731568892761 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731568892761Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731568893169 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731568893181 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731568893181Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731568893587 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731568893598 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731568893599 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fa3c42e: reopening flushed file at 1731568894006 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77660c2f: reopening flushed file at 1731568894010 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2facfe98: reopening flushed file at 1731568894014 (+4 ms)Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1273ms, sequenceid=127, compaction requested=false at 1731568894018 (+4 ms)Writing region close event to WAL at 1731568894019 (+1 ms)Closed at 1731568894019 2024-11-14T07:21:34,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40511 is added to blk_1073741830_1006 (size=73878) 2024-11-14T07:21:34,021 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4d2555be-aaf8-d4e7-fca8-9f952c318f58/MasterData/WALs/c7aa6e2790b3,43367,1731568866128/c7aa6e2790b3%2C43367%2C1731568866128.1731568868052 not finished, retry = 0 2024-11-14T07:21:34,054 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44033,1731568855694.replicationSource.wal-reader.c7aa6e2790b3%2C44033%2C1731568855694,1-c7aa6e2790b3,44033,1731568855694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/WALs/c7aa6e2790b3,44033,1731568855694/c7aa6e2790b3%2C44033%2C1731568855694.1731568858032 to pos 1488, reset compression=false 2024-11-14T07:21:34,121 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T07:21:34,121 INFO [M:0;c7aa6e2790b3:43367 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T07:21:34,122 INFO [M:0;c7aa6e2790b3:43367 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43367 2024-11-14T07:21:34,122 INFO [M:0;c7aa6e2790b3:43367 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T07:21:34,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43367-0x1013837dc5a0006, quorum=127.0.0.1:53661, baseZNode=/21879944163 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T07:21:34,325 INFO [M:0;c7aa6e2790b3:43367 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T07:21:34,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43367-0x1013837dc5a0006, quorum=127.0.0.1:53661, baseZNode=/21879944163 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T07:21:34,363 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4610fb2c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T07:21:34,363 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@45dd381e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T07:21:34,363 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T07:21:34,364 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@583d7786{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T07:21:34,364 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@620c8a63{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44d888c8-c220-a5a3-899c-a86323d9c22b/hadoop.log.dir/,STOPPED} 2024-11-14T07:21:34,365 WARN [BP-1293105784-172.17.0.2-1731568864240 heartbeating to localhost/127.0.0.1:33041 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T07:21:34,365 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T07:21:34,365 WARN [BP-1293105784-172.17.0.2-1731568864240 heartbeating to localhost/127.0.0.1:33041 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1293105784-172.17.0.2-1731568864240 (Datanode Uuid d79b5694-cb44-4d62-8d0a-9a6cb3bd4dc9) service to localhost/127.0.0.1:33041 2024-11-14T07:21:34,365 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T07:21:34,366 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44d888c8-c220-a5a3-899c-a86323d9c22b/cluster_1a6df94d-367f-1b95-0749-069b2b688c54/data/data1/current/BP-1293105784-172.17.0.2-1731568864240 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T07:21:34,366 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44d888c8-c220-a5a3-899c-a86323d9c22b/cluster_1a6df94d-367f-1b95-0749-069b2b688c54/data/data2/current/BP-1293105784-172.17.0.2-1731568864240 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T07:21:34,366 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T07:21:34,372 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@23856a1c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T07:21:34,373 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@16714002{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T07:21:34,373 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T07:21:34,373 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@540ec32a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T07:21:34,373 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4cc3dc84{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44d888c8-c220-a5a3-899c-a86323d9c22b/hadoop.log.dir/,STOPPED} 2024-11-14T07:21:34,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T07:21:34,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T07:21:34,385 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T07:21:34,385 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:21:34,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:21:34,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:21:34,385 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:21:34,385 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T07:21:34,385 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=763568645, stopped=false 2024-11-14T07:21:34,385 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c7aa6e2790b3,40967,1731568861001 2024-11-14T07:21:34,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40967-0x1013837dc5a0003, quorum=127.0.0.1:53661, baseZNode=/11490760668 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11490760668/running 2024-11-14T07:21:34,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42469-0x1013837dc5a0004, quorum=127.0.0.1:53661, baseZNode=/11490760668 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11490760668/running 2024-11-14T07:21:34,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40967-0x1013837dc5a0003, quorum=127.0.0.1:53661, baseZNode=/11490760668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11490760668 2024-11-14T07:21:34,402 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T07:21:34,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42469-0x1013837dc5a0004, quorum=127.0.0.1:53661, baseZNode=/11490760668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11490760668 2024-11-14T07:21:34,403 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T07:21:34,403 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:21:34,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:21:34,403 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c7aa6e2790b3,42469,1731568861163' ***** 2024-11-14T07:21:34,403 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T07:21:34,403 INFO [RS:0;c7aa6e2790b3:42469 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T07:21:34,403 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42469-0x1013837dc5a0004, quorum=127.0.0.1:53661, baseZNode=/11490760668 Set watcher on znode that does not yet exist, /11490760668/running 2024-11-14T07:21:34,403 INFO [RS:0;c7aa6e2790b3:42469 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T07:21:34,403 INFO [RS:0;c7aa6e2790b3:42469 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T07:21:34,403 INFO [RS:0;c7aa6e2790b3:42469 {}] regionserver.HRegionServer(3091): Received CLOSE for 8ab0c0a8d849201c30c01544fea91759 2024-11-14T07:21:34,403 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40967-0x1013837dc5a0003, quorum=127.0.0.1:53661, baseZNode=/11490760668 Set watcher on znode that does not yet exist, /11490760668/running 2024-11-14T07:21:34,404 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T07:21:34,404 INFO [RS:0;c7aa6e2790b3:42469 {}] regionserver.HRegionServer(3091): Received CLOSE for 01ef7c4fb1a2b8008acbdf15681ba4a6 2024-11-14T07:21:34,404 INFO [RS:0;c7aa6e2790b3:42469 {}] regionserver.HRegionServer(959): stopping server c7aa6e2790b3,42469,1731568861163 2024-11-14T07:21:34,404 INFO [RS:0;c7aa6e2790b3:42469 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T07:21:34,404 INFO [RS:0;c7aa6e2790b3:42469 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c7aa6e2790b3:42469. 2024-11-14T07:21:34,404 DEBUG [RS:0;c7aa6e2790b3:42469 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:21:34,404 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8ab0c0a8d849201c30c01544fea91759, disabling compactions & flushes 2024-11-14T07:21:34,404 DEBUG [RS:0;c7aa6e2790b3:42469 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:21:34,404 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731568876869.8ab0c0a8d849201c30c01544fea91759. 2024-11-14T07:21:34,405 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731568876869.8ab0c0a8d849201c30c01544fea91759. 2024-11-14T07:21:34,405 INFO [RS:0;c7aa6e2790b3:42469 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T07:21:34,405 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731568876869.8ab0c0a8d849201c30c01544fea91759. after waiting 0 ms 2024-11-14T07:21:34,405 INFO [RS:0;c7aa6e2790b3:42469 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T07:21:34,405 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731568876869.8ab0c0a8d849201c30c01544fea91759. 2024-11-14T07:21:34,405 INFO [RS:0;c7aa6e2790b3:42469 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T07:21:34,405 INFO [RS:0;c7aa6e2790b3:42469 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T07:21:34,405 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8ab0c0a8d849201c30c01544fea91759 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-14T07:21:34,405 INFO [RS:0;c7aa6e2790b3:42469 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T07:21:34,405 DEBUG [RS:0;c7aa6e2790b3:42469 {}] regionserver.HRegionServer(1325): Online Regions={8ab0c0a8d849201c30c01544fea91759=hbase:replication,,1731568876869.8ab0c0a8d849201c30c01544fea91759., 1588230740=hbase:meta,,1.1588230740, 01ef7c4fb1a2b8008acbdf15681ba4a6=test,,1731568870388.01ef7c4fb1a2b8008acbdf15681ba4a6.} 2024-11-14T07:21:34,405 DEBUG [RS:0;c7aa6e2790b3:42469 {}] regionserver.HRegionServer(1351): Waiting on 01ef7c4fb1a2b8008acbdf15681ba4a6, 1588230740, 8ab0c0a8d849201c30c01544fea91759 2024-11-14T07:21:34,405 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T07:21:34,405 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T07:21:34,405 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T07:21:34,405 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T07:21:34,405 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T07:21:34,405 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T07:21:34,417 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/data/hbase/replication/8ab0c0a8d849201c30c01544fea91759/.tmp/queue/a07b4c9020db4e72a9411c7df79a7fc6 is 154, key is 1-c7aa6e2790b3,42469,1731568861163/queue:c7aa6e2790b3%2C42469%2C1731568861163/1731568889157/Put/seqid=0 2024-11-14T07:21:34,417 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/data/hbase/meta/1588230740/.tmp/info/f5914932cdca4b3aa7106e47a55be92a is 147, key is hbase:replication,,1731568876869.8ab0c0a8d849201c30c01544fea91759./info:regioninfo/1731568878063/Put/seqid=0 2024-11-14T07:21:34,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35567 is added to blk_1073741841_1017 (size=5353) 2024-11-14T07:21:34,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35567 is added to blk_1073741840_1016 (size=7686) 2024-11-14T07:21:34,421 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/data/hbase/meta/1588230740/.tmp/info/f5914932cdca4b3aa7106e47a55be92a 2024-11-14T07:21:34,437 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/data/hbase/meta/1588230740/.tmp/ns/7c82984f93094c1abd908fd28e0132ec is 43, key is default/ns:d/1731568864081/Put/seqid=0 2024-11-14T07:21:34,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35567 is added to blk_1073741842_1018 (size=5153) 2024-11-14T07:21:34,456 INFO [regionserver/c7aa6e2790b3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T07:21:34,580 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,42469,1731568861163.replicationSource.wal-reader.c7aa6e2790b3%2C42469%2C1731568861163,1-c7aa6e2790b3,42469,1731568861163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/WALs/c7aa6e2790b3,42469,1731568861163/c7aa6e2790b3%2C42469%2C1731568861163.1731568863150 to pos 1466, reset compression=false 2024-11-14T07:21:34,605 DEBUG [RS:0;c7aa6e2790b3:42469 {}] regionserver.HRegionServer(1351): Waiting on 01ef7c4fb1a2b8008acbdf15681ba4a6, 1588230740, 8ab0c0a8d849201c30c01544fea91759 2024-11-14T07:21:34,805 DEBUG [RS:0;c7aa6e2790b3:42469 {}] regionserver.HRegionServer(1351): Waiting on 01ef7c4fb1a2b8008acbdf15681ba4a6, 1588230740, 8ab0c0a8d849201c30c01544fea91759 2024-11-14T07:21:34,821 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/data/hbase/replication/8ab0c0a8d849201c30c01544fea91759/.tmp/queue/a07b4c9020db4e72a9411c7df79a7fc6 2024-11-14T07:21:34,825 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/data/hbase/replication/8ab0c0a8d849201c30c01544fea91759/.tmp/queue/a07b4c9020db4e72a9411c7df79a7fc6 as hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/data/hbase/replication/8ab0c0a8d849201c30c01544fea91759/queue/a07b4c9020db4e72a9411c7df79a7fc6 2024-11-14T07:21:34,828 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/data/hbase/replication/8ab0c0a8d849201c30c01544fea91759/queue/a07b4c9020db4e72a9411c7df79a7fc6, entries=1, sequenceid=14, filesize=5.2 K 2024-11-14T07:21:34,829 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 8ab0c0a8d849201c30c01544fea91759 in 424ms, sequenceid=14, compaction requested=false 2024-11-14T07:21:34,829 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T07:21:34,832 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/data/hbase/replication/8ab0c0a8d849201c30c01544fea91759/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-14T07:21:34,832 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T07:21:34,832 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T07:21:34,832 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731568876869.8ab0c0a8d849201c30c01544fea91759. 2024-11-14T07:21:34,832 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8ab0c0a8d849201c30c01544fea91759: Waiting for close lock at 1731568894404Running coprocessor pre-close hooks at 1731568894404Disabling compacts and flushes for region at 1731568894404Disabling writes for close at 1731568894405 (+1 ms)Obtaining lock to block concurrent updates at 1731568894405Preparing flush snapshotting stores in 8ab0c0a8d849201c30c01544fea91759 at 1731568894405Finished memstore snapshotting hbase:replication,,1731568876869.8ab0c0a8d849201c30c01544fea91759., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731568894405Flushing stores of hbase:replication,,1731568876869.8ab0c0a8d849201c30c01544fea91759. at 1731568894405Flushing 8ab0c0a8d849201c30c01544fea91759/queue: creating writer at 1731568894405Flushing 8ab0c0a8d849201c30c01544fea91759/queue: appending metadata at 1731568894417 (+12 ms)Flushing 8ab0c0a8d849201c30c01544fea91759/queue: closing flushed file at 1731568894417Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fe183d6: reopening flushed file at 1731568894824 (+407 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 8ab0c0a8d849201c30c01544fea91759 in 424ms, sequenceid=14, compaction requested=false at 1731568894829 (+5 ms)Writing region close event to WAL at 1731568894830 (+1 ms)Running coprocessor post-close hooks at 1731568894832 (+2 ms)Closed at 1731568894832 2024-11-14T07:21:34,832 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731568876869.8ab0c0a8d849201c30c01544fea91759. 2024-11-14T07:21:34,833 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 01ef7c4fb1a2b8008acbdf15681ba4a6, disabling compactions & flushes 2024-11-14T07:21:34,833 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731568870388.01ef7c4fb1a2b8008acbdf15681ba4a6. 2024-11-14T07:21:34,833 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731568870388.01ef7c4fb1a2b8008acbdf15681ba4a6. 2024-11-14T07:21:34,833 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731568870388.01ef7c4fb1a2b8008acbdf15681ba4a6. after waiting 0 ms 2024-11-14T07:21:34,833 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731568870388.01ef7c4fb1a2b8008acbdf15681ba4a6. 2024-11-14T07:21:34,833 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 01ef7c4fb1a2b8008acbdf15681ba4a6 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-14T07:21:34,840 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/data/hbase/meta/1588230740/.tmp/ns/7c82984f93094c1abd908fd28e0132ec 2024-11-14T07:21:34,852 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/data/default/test/01ef7c4fb1a2b8008acbdf15681ba4a6/.tmp/f/f4e44b363ffe417386197aa6cdc03caa is 37, key is row3/f:row3/1731568887917/Put/seqid=0 2024-11-14T07:21:34,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35567 is added to blk_1073741843_1019 (size=5228) 2024-11-14T07:21:34,856 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/data/default/test/01ef7c4fb1a2b8008acbdf15681ba4a6/.tmp/f/f4e44b363ffe417386197aa6cdc03caa 2024-11-14T07:21:34,860 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f4e44b363ffe417386197aa6cdc03caa 2024-11-14T07:21:34,862 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/data/hbase/meta/1588230740/.tmp/rep_barrier/7d2b7103ddce4c79911aff483da65e69 is 112, key is test,,1731568870388.01ef7c4fb1a2b8008acbdf15681ba4a6./rep_barrier:seqnumDuringOpen/1731568871529/Put/seqid=0 2024-11-14T07:21:34,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35567 is added to blk_1073741844_1020 (size=5518) 2024-11-14T07:21:34,877 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/data/default/test/01ef7c4fb1a2b8008acbdf15681ba4a6/.tmp/f1/57a04f2d593d452e9622bdbcdb993714 is 30, key is row1/f1:/1731568885259/DeleteFamily/seqid=0 2024-11-14T07:21:34,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35567 is added to blk_1073741845_1021 (size=5158) 2024-11-14T07:21:34,881 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/data/default/test/01ef7c4fb1a2b8008acbdf15681ba4a6/.tmp/f1/57a04f2d593d452e9622bdbcdb993714 2024-11-14T07:21:34,885 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 57a04f2d593d452e9622bdbcdb993714 2024-11-14T07:21:34,901 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/data/default/test/01ef7c4fb1a2b8008acbdf15681ba4a6/.tmp/norep/9da43877afea40d0935c18b811012da5 is 33, key is row1/norep:/1731568885259/DeleteFamily/seqid=0 2024-11-14T07:21:34,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35567 is added to blk_1073741846_1022 (size=5108) 2024-11-14T07:21:35,005 DEBUG [RS:0;c7aa6e2790b3:42469 {}] regionserver.HRegionServer(1351): Waiting on 01ef7c4fb1a2b8008acbdf15681ba4a6, 1588230740 2024-11-14T07:21:35,058 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44033,1731568855694.replicationSource.wal-reader.c7aa6e2790b3%2C44033%2C1731568855694,1-c7aa6e2790b3,44033,1731568855694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/WALs/c7aa6e2790b3,44033,1731568855694/c7aa6e2790b3%2C44033%2C1731568855694.1731568858032 to pos 1488, reset compression=false 2024-11-14T07:21:35,071 INFO [regionserver/c7aa6e2790b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T07:21:35,071 INFO [regionserver/c7aa6e2790b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T07:21:35,206 DEBUG [RS:0;c7aa6e2790b3:42469 {}] regionserver.HRegionServer(1351): Waiting on 01ef7c4fb1a2b8008acbdf15681ba4a6, 1588230740 2024-11-14T07:21:35,269 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/data/hbase/meta/1588230740/.tmp/rep_barrier/7d2b7103ddce4c79911aff483da65e69 2024-11-14T07:21:35,289 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/data/hbase/meta/1588230740/.tmp/table/0b96010e36d44decb8783f5a417f9ae5 is 53, key is hbase:replication/table:state/1731568878069/Put/seqid=0 2024-11-14T07:21:35,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35567 is added to blk_1073741847_1023 (size=5308) 2024-11-14T07:21:35,305 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/data/default/test/01ef7c4fb1a2b8008acbdf15681ba4a6/.tmp/norep/9da43877afea40d0935c18b811012da5 2024-11-14T07:21:35,309 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9da43877afea40d0935c18b811012da5 2024-11-14T07:21:35,309 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/data/default/test/01ef7c4fb1a2b8008acbdf15681ba4a6/.tmp/f/f4e44b363ffe417386197aa6cdc03caa as hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/data/default/test/01ef7c4fb1a2b8008acbdf15681ba4a6/f/f4e44b363ffe417386197aa6cdc03caa 2024-11-14T07:21:35,313 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f4e44b363ffe417386197aa6cdc03caa 2024-11-14T07:21:35,313 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/data/default/test/01ef7c4fb1a2b8008acbdf15681ba4a6/f/f4e44b363ffe417386197aa6cdc03caa, entries=5, sequenceid=12, filesize=5.1 K 2024-11-14T07:21:35,314 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/data/default/test/01ef7c4fb1a2b8008acbdf15681ba4a6/.tmp/f1/57a04f2d593d452e9622bdbcdb993714 as hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/data/default/test/01ef7c4fb1a2b8008acbdf15681ba4a6/f1/57a04f2d593d452e9622bdbcdb993714 2024-11-14T07:21:35,318 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 57a04f2d593d452e9622bdbcdb993714 2024-11-14T07:21:35,318 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/data/default/test/01ef7c4fb1a2b8008acbdf15681ba4a6/f1/57a04f2d593d452e9622bdbcdb993714, entries=3, sequenceid=12, filesize=5.0 K 2024-11-14T07:21:35,319 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/data/default/test/01ef7c4fb1a2b8008acbdf15681ba4a6/.tmp/norep/9da43877afea40d0935c18b811012da5 as hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/data/default/test/01ef7c4fb1a2b8008acbdf15681ba4a6/norep/9da43877afea40d0935c18b811012da5 2024-11-14T07:21:35,323 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9da43877afea40d0935c18b811012da5 2024-11-14T07:21:35,323 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/data/default/test/01ef7c4fb1a2b8008acbdf15681ba4a6/norep/9da43877afea40d0935c18b811012da5, entries=1, sequenceid=12, filesize=5.0 K 2024-11-14T07:21:35,324 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 01ef7c4fb1a2b8008acbdf15681ba4a6 in 491ms, sequenceid=12, compaction requested=false 2024-11-14T07:21:35,324 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T07:21:35,327 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/data/default/test/01ef7c4fb1a2b8008acbdf15681ba4a6/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-14T07:21:35,328 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T07:21:35,328 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T07:21:35,328 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731568870388.01ef7c4fb1a2b8008acbdf15681ba4a6. 2024-11-14T07:21:35,328 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 01ef7c4fb1a2b8008acbdf15681ba4a6: Waiting for close lock at 1731568894833Running coprocessor pre-close hooks at 1731568894833Disabling compacts and flushes for region at 1731568894833Disabling writes for close at 1731568894833Obtaining lock to block concurrent updates at 1731568894833Preparing flush snapshotting stores in 01ef7c4fb1a2b8008acbdf15681ba4a6 at 1731568894833Finished memstore snapshotting test,,1731568870388.01ef7c4fb1a2b8008acbdf15681ba4a6., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731568894833Flushing stores of test,,1731568870388.01ef7c4fb1a2b8008acbdf15681ba4a6. at 1731568894834 (+1 ms)Flushing 01ef7c4fb1a2b8008acbdf15681ba4a6/f: creating writer at 1731568894834Flushing 01ef7c4fb1a2b8008acbdf15681ba4a6/f: appending metadata at 1731568894852 (+18 ms)Flushing 01ef7c4fb1a2b8008acbdf15681ba4a6/f: closing flushed file at 1731568894852Flushing 01ef7c4fb1a2b8008acbdf15681ba4a6/f1: creating writer at 1731568894860 (+8 ms)Flushing 01ef7c4fb1a2b8008acbdf15681ba4a6/f1: appending metadata at 1731568894877 (+17 ms)Flushing 01ef7c4fb1a2b8008acbdf15681ba4a6/f1: closing flushed file at 1731568894877Flushing 01ef7c4fb1a2b8008acbdf15681ba4a6/norep: creating writer at 1731568894886 (+9 ms)Flushing 01ef7c4fb1a2b8008acbdf15681ba4a6/norep: appending metadata at 1731568894901 (+15 ms)Flushing 01ef7c4fb1a2b8008acbdf15681ba4a6/norep: closing flushed file at 1731568894901Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68296202: reopening flushed file at 1731568895309 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14a9ee0f: reopening flushed file at 1731568895313 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@711a070b: reopening flushed file at 1731568895318 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 01ef7c4fb1a2b8008acbdf15681ba4a6 in 491ms, sequenceid=12, compaction requested=false at 1731568895324 (+6 ms)Writing region close event to WAL at 1731568895325 (+1 ms)Running coprocessor post-close hooks at 1731568895328 (+3 ms)Closed at 1731568895328 2024-11-14T07:21:35,328 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731568870388.01ef7c4fb1a2b8008acbdf15681ba4a6. 2024-11-14T07:21:35,356 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:35,356 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:35,356 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:35,384 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:35,384 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:35,384 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:35,384 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:35,384 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:35,385 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:35,390 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:35,393 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:35,393 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:35,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:35,406 INFO [RS:0;c7aa6e2790b3:42469 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T07:21:35,406 DEBUG [RS:0;c7aa6e2790b3:42469 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T07:21:35,406 DEBUG [RS:0;c7aa6e2790b3:42469 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T07:21:35,606 DEBUG [RS:0;c7aa6e2790b3:42469 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T07:21:35,683 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,42469,1731568861163.replicationSource.wal-reader.c7aa6e2790b3%2C42469%2C1731568861163,1-c7aa6e2790b3,42469,1731568861163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/WALs/c7aa6e2790b3,42469,1731568861163/c7aa6e2790b3%2C42469%2C1731568861163.1731568863150 to pos 1466, reset compression=false 2024-11-14T07:21:35,687 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,42469,1731568861163.replicationSource.wal-reader.c7aa6e2790b3%2C42469%2C1731568861163,1-c7aa6e2790b3,42469,1731568861163 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T07:21:35,687 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,42469,1731568861163.replicationSource.wal-reader.c7aa6e2790b3%2C42469%2C1731568861163,1-c7aa6e2790b3,42469,1731568861163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/WALs/c7aa6e2790b3,42469,1731568861163/c7aa6e2790b3%2C42469%2C1731568861163.1731568863150 to pos 2357, reset compression=false 2024-11-14T07:21:35,687 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,42469,1731568861163.replicationSource.shipperc7aa6e2790b3%2C42469%2C1731568861163,1-c7aa6e2790b3,42469,1731568861163 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c7aa6e2790b3,42469,1731568861163 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/WALs/c7aa6e2790b3,42469,1731568861163/c7aa6e2790b3%2C42469%2C1731568861163.1731568863150, lastWalPosition=2357, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T07:21:35,687 ERROR [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,42469,1731568861163.replicationSource.shipperc7aa6e2790b3%2C42469%2C1731568861163,1-c7aa6e2790b3,42469,1731568861163 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c7aa6e2790b3,42469,1731568861163: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c7aa6e2790b3,42469,1731568861163, walGroup=c7aa6e2790b3%2C42469%2C1731568861163, offset=c7aa6e2790b3%2C42469%2C1731568861163.1731568863150:2357, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c7aa6e2790b3:42469 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T07:21:35,689 ERROR [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,42469,1731568861163.replicationSource.shipperc7aa6e2790b3%2C42469%2C1731568861163,1-c7aa6e2790b3,42469,1731568861163 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T07:21:35,689 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,42469,1731568861163.replicationSource.shipperc7aa6e2790b3%2C42469%2C1731568861163,1-c7aa6e2790b3,42469,1731568861163 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T07:21:35,689 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,42469,1731568861163.replicationSource.shipperc7aa6e2790b3%2C42469%2C1731568861163,1-c7aa6e2790b3,42469,1731568861163 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T07:21:35,689 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,42469,1731568861163.replicationSource.shipperc7aa6e2790b3%2C42469%2C1731568861163,1-c7aa6e2790b3,42469,1731568861163 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T07:21:35,689 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,42469,1731568861163.replicationSource.shipperc7aa6e2790b3%2C42469%2C1731568861163,1-c7aa6e2790b3,42469,1731568861163 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T07:21:35,689 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,42469,1731568861163.replicationSource.shipperc7aa6e2790b3%2C42469%2C1731568861163,1-c7aa6e2790b3,42469,1731568861163 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1182793728, "init": 1048576000, "max": 2306867200, "used": 892043392 }, "NonHeapMemoryUsage": { "committed": 202047488, "init": 7667712, "max": -1, "used": 199191064 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T07:21:35,689 WARN [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,42469,1731568861163.replicationSource.shipperc7aa6e2790b3%2C42469%2C1731568861163,1-c7aa6e2790b3,42469,1731568861163 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c7aa6e2790b3:40967 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c7aa6e2790b3:40967 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T07:21:35,692 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/data/hbase/meta/1588230740/.tmp/table/0b96010e36d44decb8783f5a417f9ae5 2024-11-14T07:21:35,697 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/data/hbase/meta/1588230740/.tmp/info/f5914932cdca4b3aa7106e47a55be92a as hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/data/hbase/meta/1588230740/info/f5914932cdca4b3aa7106e47a55be92a 2024-11-14T07:21:35,700 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/data/hbase/meta/1588230740/info/f5914932cdca4b3aa7106e47a55be92a, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T07:21:35,700 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/data/hbase/meta/1588230740/.tmp/ns/7c82984f93094c1abd908fd28e0132ec as hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/data/hbase/meta/1588230740/ns/7c82984f93094c1abd908fd28e0132ec 2024-11-14T07:21:35,704 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/data/hbase/meta/1588230740/ns/7c82984f93094c1abd908fd28e0132ec, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T07:21:35,704 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/data/hbase/meta/1588230740/.tmp/rep_barrier/7d2b7103ddce4c79911aff483da65e69 as hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/data/hbase/meta/1588230740/rep_barrier/7d2b7103ddce4c79911aff483da65e69 2024-11-14T07:21:35,707 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/data/hbase/meta/1588230740/rep_barrier/7d2b7103ddce4c79911aff483da65e69, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T07:21:35,708 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/data/hbase/meta/1588230740/.tmp/table/0b96010e36d44decb8783f5a417f9ae5 as hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/data/hbase/meta/1588230740/table/0b96010e36d44decb8783f5a417f9ae5 2024-11-14T07:21:35,712 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/data/hbase/meta/1588230740/table/0b96010e36d44decb8783f5a417f9ae5, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T07:21:35,712 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1307ms, sequenceid=16, compaction requested=false 2024-11-14T07:21:35,713 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T07:21:35,721 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T07:21:35,721 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T07:21:35,721 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T07:21:35,721 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T07:21:35,721 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731568894405Running coprocessor pre-close hooks at 1731568894405Disabling compacts and flushes for region at 1731568894405Disabling writes for close at 1731568894405Obtaining lock to block concurrent updates at 1731568894405Preparing flush snapshotting stores in 1588230740 at 1731568894405Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731568894405Flushing stores of hbase:meta,,1.1588230740 at 1731568894406 (+1 ms)Flushing 1588230740/info: creating writer at 1731568894406Flushing 1588230740/info: appending metadata at 1731568894417 (+11 ms)Flushing 1588230740/info: closing flushed file at 1731568894417Flushing 1588230740/ns: creating writer at 1731568894425 (+8 ms)Flushing 1588230740/ns: appending metadata at 1731568894436 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1731568894436Flushing 1588230740/rep_barrier: creating writer at 1731568894844 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731568894862 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731568894862Flushing 1588230740/table: creating writer at 1731568895273 (+411 ms)Flushing 1588230740/table: appending metadata at 1731568895288 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731568895288Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@732af96: reopening flushed file at 1731568895696 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@af31d84: reopening flushed file at 1731568895700 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bd6e5d7: reopening flushed file at 1731568895704 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1052c368: reopening flushed file at 1731568895707 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1307ms, sequenceid=16, compaction requested=false at 1731568895712 (+5 ms)Writing region close event to WAL at 1731568895718 (+6 ms)Running coprocessor post-close hooks at 1731568895721 (+3 ms)Closed at 1731568895721 2024-11-14T07:21:35,722 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T07:21:35,806 INFO [RS:0;c7aa6e2790b3:42469 {}] regionserver.HRegionServer(976): stopping server c7aa6e2790b3,42469,1731568861163; all regions closed. 2024-11-14T07:21:35,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35567 is added to blk_1073741834_1010 (size=4239) 2024-11-14T07:21:35,808 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/WALs/c7aa6e2790b3,42469,1731568861163/c7aa6e2790b3%2C42469%2C1731568861163.meta.1731568864036.meta not finished, retry = 0 2024-11-14T07:21:35,890 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,42469,1731568861163.replicationSource.wal-reader.c7aa6e2790b3%2C42469%2C1731568861163,1-c7aa6e2790b3,42469,1731568861163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/WALs/c7aa6e2790b3,42469,1731568861163/c7aa6e2790b3%2C42469%2C1731568861163.1731568863150 to pos 2357, reset compression=false 2024-11-14T07:21:35,910 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/WALs/c7aa6e2790b3,42469,1731568861163/c7aa6e2790b3%2C42469%2C1731568861163.rep.1731568878030 not finished, retry = 0 2024-11-14T07:21:35,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35567 is added to blk_1073741839_1015 (size=3552) 2024-11-14T07:21:35,914 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T07:21:35,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:35,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:35,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:35,945 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:35,946 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:35,946 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:35,946 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:35,946 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:35,946 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:35,952 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:35,955 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:35,955 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:35,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:36,013 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/WALs/c7aa6e2790b3,42469,1731568861163/c7aa6e2790b3%2C42469%2C1731568861163.1731568863150 not finished, retry = 0 2024-11-14T07:21:36,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35567 is added to blk_1073741832_1008 (size=2365) 2024-11-14T07:21:36,114 DEBUG [RS:0;c7aa6e2790b3:42469 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:21:36,114 INFO [RS:0;c7aa6e2790b3:42469 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T07:21:36,114 INFO [RS:0;c7aa6e2790b3:42469 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T07:21:36,114 INFO [RS:0;c7aa6e2790b3:42469 {}] hbase.ChoreService(370): Chore service for: regionserver/c7aa6e2790b3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T07:21:36,114 INFO [RS:0;c7aa6e2790b3:42469 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T07:21:36,114 INFO [regionserver/c7aa6e2790b3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T07:21:36,114 INFO [RS:0;c7aa6e2790b3:42469 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c7aa6e2790b3,42469,1731568861163 because: Region server is closing 2024-11-14T07:21:36,114 INFO [RS:0;c7aa6e2790b3:42469 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c7aa6e2790b3:42469. 2024-11-14T07:21:36,115 DEBUG [RS:0;c7aa6e2790b3:42469 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:21:36,115 DEBUG [RS:0;c7aa6e2790b3:42469 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:21:36,115 DEBUG [RS:0;c7aa6e2790b3:42469 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:21:36,115 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:21:36,161 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44033,1731568855694.replicationSource.wal-reader.c7aa6e2790b3%2C44033%2C1731568855694,1-c7aa6e2790b3,44033,1731568855694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/WALs/c7aa6e2790b3,44033,1731568855694/c7aa6e2790b3%2C44033%2C1731568855694.1731568858032 to pos 1488, reset compression=false 2024-11-14T07:21:36,215 INFO [RS:0;c7aa6e2790b3:42469 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,42469,1731568861163.replicationSource.shipperc7aa6e2790b3%2C42469%2C1731568861163,1-c7aa6e2790b3,42469,1731568861163 terminated 2024-11-14T07:21:36,215 INFO [RS:0;c7aa6e2790b3:42469 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c7aa6e2790b3:42469. 2024-11-14T07:21:36,215 DEBUG [RS:0;c7aa6e2790b3:42469 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:21:36,215 DEBUG [RS:0;c7aa6e2790b3:42469 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:21:36,215 DEBUG [RS:0;c7aa6e2790b3:42469 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:21:36,215 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:21:36,215 INFO [RS:0;c7aa6e2790b3:42469 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42469 2024-11-14T07:21:36,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42469-0x1013837dc5a0004, quorum=127.0.0.1:53661, baseZNode=/11490760668 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11490760668/rs/c7aa6e2790b3,42469,1731568861163 2024-11-14T07:21:36,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40967-0x1013837dc5a0003, quorum=127.0.0.1:53661, baseZNode=/11490760668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11490760668/rs 2024-11-14T07:21:36,223 INFO [RS:0;c7aa6e2790b3:42469 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T07:21:36,224 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c7aa6e2790b3,42469,1731568861163] 2024-11-14T07:21:36,244 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11490760668/draining/c7aa6e2790b3,42469,1731568861163 already deleted, retry=false 2024-11-14T07:21:36,244 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c7aa6e2790b3,42469,1731568861163 expired; onlineServers=0 2024-11-14T07:21:36,244 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c7aa6e2790b3,40967,1731568861001' ***** 2024-11-14T07:21:36,244 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T07:21:36,245 INFO [M:0;c7aa6e2790b3:40967 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T07:21:36,245 INFO [M:0;c7aa6e2790b3:40967 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T07:21:36,245 DEBUG [M:0;c7aa6e2790b3:40967 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T07:21:36,245 DEBUG [M:0;c7aa6e2790b3:40967 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T07:21:36,245 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T07:21:36,245 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.small.0-1731568862796 {}] cleaner.HFileCleaner(306): Exit Thread[master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.small.0-1731568862796,5,FailOnTimeoutGroup] 2024-11-14T07:21:36,245 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.large.0-1731568862792 {}] cleaner.HFileCleaner(306): Exit Thread[master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.large.0-1731568862792,5,FailOnTimeoutGroup] 2024-11-14T07:21:36,245 INFO [M:0;c7aa6e2790b3:40967 {}] hbase.ChoreService(370): Chore service for: master/c7aa6e2790b3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T07:21:36,245 INFO [M:0;c7aa6e2790b3:40967 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T07:21:36,245 DEBUG [M:0;c7aa6e2790b3:40967 {}] master.HMaster(1795): Stopping service threads 2024-11-14T07:21:36,245 INFO [M:0;c7aa6e2790b3:40967 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T07:21:36,245 INFO [M:0;c7aa6e2790b3:40967 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T07:21:36,245 INFO [M:0;c7aa6e2790b3:40967 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T07:21:36,246 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T07:21:36,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40967-0x1013837dc5a0003, quorum=127.0.0.1:53661, baseZNode=/11490760668 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11490760668/master 2024-11-14T07:21:36,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40967-0x1013837dc5a0003, quorum=127.0.0.1:53661, baseZNode=/11490760668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11490760668 2024-11-14T07:21:36,255 DEBUG [M:0;c7aa6e2790b3:40967 {}] zookeeper.ZKUtil(347): master:40967-0x1013837dc5a0003, quorum=127.0.0.1:53661, baseZNode=/11490760668 Unable to get data of znode /11490760668/master because node does not exist (not an error) 2024-11-14T07:21:36,255 WARN [M:0;c7aa6e2790b3:40967 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T07:21:36,255 INFO [M:0;c7aa6e2790b3:40967 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/.lastflushedseqids 2024-11-14T07:21:36,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35567 is added to blk_1073741848_1024 (size=245) 2024-11-14T07:21:36,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42469-0x1013837dc5a0004, quorum=127.0.0.1:53661, baseZNode=/11490760668 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T07:21:36,334 INFO [RS:0;c7aa6e2790b3:42469 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T07:21:36,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42469-0x1013837dc5a0004, quorum=127.0.0.1:53661, baseZNode=/11490760668 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T07:21:36,334 INFO [RS:0;c7aa6e2790b3:42469 {}] regionserver.HRegionServer(1031): Exiting; stopping=c7aa6e2790b3,42469,1731568861163; zookeeper connection closed. 2024-11-14T07:21:36,334 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@65722064 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@65722064 2024-11-14T07:21:36,335 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T07:21:36,659 INFO [M:0;c7aa6e2790b3:40967 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T07:21:36,660 INFO [M:0;c7aa6e2790b3:40967 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T07:21:36,660 DEBUG [M:0;c7aa6e2790b3:40967 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T07:21:36,660 INFO [M:0;c7aa6e2790b3:40967 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:21:36,660 DEBUG [M:0;c7aa6e2790b3:40967 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:21:36,660 DEBUG [M:0;c7aa6e2790b3:40967 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T07:21:36,660 DEBUG [M:0;c7aa6e2790b3:40967 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:21:36,660 INFO [M:0;c7aa6e2790b3:40967 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-14T07:21:36,673 DEBUG [M:0;c7aa6e2790b3:40967 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aa3f85512d5649418a104131ea6db51e is 82, key is hbase:meta,,1/info:regioninfo/1731568864062/Put/seqid=0 2024-11-14T07:21:36,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35567 is added to blk_1073741849_1025 (size=5672) 2024-11-14T07:21:37,076 INFO [M:0;c7aa6e2790b3:40967 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aa3f85512d5649418a104131ea6db51e 2024-11-14T07:21:37,097 DEBUG [M:0;c7aa6e2790b3:40967 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7ec465c7a43c49d8bf1ac89d390eb41e is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731568871539/Put/seqid=0 2024-11-14T07:21:37,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35567 is added to blk_1073741850_1026 (size=7218) 2024-11-14T07:21:37,364 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44033,1731568855694.replicationSource.wal-reader.c7aa6e2790b3%2C44033%2C1731568855694,1-c7aa6e2790b3,44033,1731568855694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/WALs/c7aa6e2790b3,44033,1731568855694/c7aa6e2790b3%2C44033%2C1731568855694.1731568858032 to pos 1488, reset compression=false 2024-11-14T07:21:37,501 INFO [M:0;c7aa6e2790b3:40967 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7ec465c7a43c49d8bf1ac89d390eb41e 2024-11-14T07:21:37,504 INFO [M:0;c7aa6e2790b3:40967 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7ec465c7a43c49d8bf1ac89d390eb41e 2024-11-14T07:21:37,516 DEBUG [M:0;c7aa6e2790b3:40967 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1ab5e5cf9df847f2955d307d5d7c2347 is 69, key is c7aa6e2790b3,42469,1731568861163/rs:state/1731568863003/Put/seqid=0 2024-11-14T07:21:37,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35567 is added to blk_1073741851_1027 (size=5156) 2024-11-14T07:21:37,919 INFO [M:0;c7aa6e2790b3:40967 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1ab5e5cf9df847f2955d307d5d7c2347 2024-11-14T07:21:37,924 DEBUG [M:0;c7aa6e2790b3:40967 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aa3f85512d5649418a104131ea6db51e as hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/aa3f85512d5649418a104131ea6db51e 2024-11-14T07:21:37,927 INFO [M:0;c7aa6e2790b3:40967 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/aa3f85512d5649418a104131ea6db51e, entries=8, sequenceid=105, filesize=5.5 K 2024-11-14T07:21:37,928 DEBUG [M:0;c7aa6e2790b3:40967 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7ec465c7a43c49d8bf1ac89d390eb41e as hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7ec465c7a43c49d8bf1ac89d390eb41e 2024-11-14T07:21:37,931 INFO [M:0;c7aa6e2790b3:40967 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7ec465c7a43c49d8bf1ac89d390eb41e 2024-11-14T07:21:37,932 INFO [M:0;c7aa6e2790b3:40967 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7ec465c7a43c49d8bf1ac89d390eb41e, entries=11, sequenceid=105, filesize=7.0 K 2024-11-14T07:21:37,932 DEBUG [M:0;c7aa6e2790b3:40967 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1ab5e5cf9df847f2955d307d5d7c2347 as hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1ab5e5cf9df847f2955d307d5d7c2347 2024-11-14T07:21:37,936 INFO [M:0;c7aa6e2790b3:40967 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34677/user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1ab5e5cf9df847f2955d307d5d7c2347, entries=1, sequenceid=105, filesize=5.0 K 2024-11-14T07:21:37,937 INFO [M:0;c7aa6e2790b3:40967 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=105, compaction requested=false 2024-11-14T07:21:37,938 INFO [M:0;c7aa6e2790b3:40967 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:21:37,938 DEBUG [M:0;c7aa6e2790b3:40967 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731568896660Disabling compacts and flushes for region at 1731568896660Disabling writes for close at 1731568896660Obtaining lock to block concurrent updates at 1731568896660Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731568896660Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731568896660Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731568896661 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731568896661Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731568896672 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731568896672Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731568897080 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731568897097 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731568897097Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731568897504 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731568897516 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731568897516Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54854ab1: reopening flushed file at 1731568897923 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67581d12: reopening flushed file at 1731568897928 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4093ef84: reopening flushed file at 1731568897932 (+4 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=105, compaction requested=false at 1731568897937 (+5 ms)Writing region close event to WAL at 1731568897938 (+1 ms)Closed at 1731568897938 2024-11-14T07:21:37,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35567 is added to blk_1073741830_1006 (size=64423) 2024-11-14T07:21:37,939 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/698ddcbf-b86f-39bf-36a6-0e6618f09ac4/MasterData/WALs/c7aa6e2790b3,40967,1731568861001/c7aa6e2790b3%2C40967%2C1731568861001.1731568862527 not finished, retry = 0 2024-11-14T07:21:38,040 INFO [M:0;c7aa6e2790b3:40967 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T07:21:38,040 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T07:21:38,040 INFO [M:0;c7aa6e2790b3:40967 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40967 2024-11-14T07:21:38,041 INFO [M:0;c7aa6e2790b3:40967 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T07:21:38,318 INFO [M:0;c7aa6e2790b3:40967 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T07:21:38,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40967-0x1013837dc5a0003, quorum=127.0.0.1:53661, baseZNode=/11490760668 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T07:21:38,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40967-0x1013837dc5a0003, quorum=127.0.0.1:53661, baseZNode=/11490760668 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T07:21:38,320 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4fc5ed68{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T07:21:38,320 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@525e5e7f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T07:21:38,320 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T07:21:38,321 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53c664ef{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T07:21:38,321 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@335b3501{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/40128fe2-b14b-430a-9063-55b4dfa97d5c/hadoop.log.dir/,STOPPED} 2024-11-14T07:21:38,322 WARN [BP-259213725-172.17.0.2-1731568859080 heartbeating to localhost/127.0.0.1:34677 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T07:21:38,322 WARN [BP-259213725-172.17.0.2-1731568859080 heartbeating to localhost/127.0.0.1:34677 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-259213725-172.17.0.2-1731568859080 (Datanode Uuid ebde28f8-902b-49be-a390-b952c14149f8) service to localhost/127.0.0.1:34677 2024-11-14T07:21:38,322 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T07:21:38,322 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T07:21:38,323 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/40128fe2-b14b-430a-9063-55b4dfa97d5c/cluster_b665ed62-d269-4997-2949-3f023366f301/data/data1/current/BP-259213725-172.17.0.2-1731568859080 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T07:21:38,323 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/40128fe2-b14b-430a-9063-55b4dfa97d5c/cluster_b665ed62-d269-4997-2949-3f023366f301/data/data2/current/BP-259213725-172.17.0.2-1731568859080 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T07:21:38,323 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T07:21:38,328 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@265f5b99{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T07:21:38,329 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3f288855{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T07:21:38,329 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T07:21:38,329 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c266c54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T07:21:38,329 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c100a67{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/40128fe2-b14b-430a-9063-55b4dfa97d5c/hadoop.log.dir/,STOPPED} 2024-11-14T07:21:38,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T07:21:38,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T07:21:38,341 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T07:21:38,341 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:21:38,341 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:21:38,341 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:21:38,341 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:21:38,341 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T07:21:38,341 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1232951091, stopped=false 2024-11-14T07:21:38,341 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c7aa6e2790b3,45135,1731568855490 2024-11-14T07:21:38,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45135-0x1013837dc5a0000, quorum=127.0.0.1:53661, baseZNode=/0144033443 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0144033443/running 2024-11-14T07:21:38,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44033-0x1013837dc5a0001, quorum=127.0.0.1:53661, baseZNode=/0144033443 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0144033443/running 2024-11-14T07:21:38,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44033-0x1013837dc5a0001, quorum=127.0.0.1:53661, baseZNode=/0144033443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0144033443 2024-11-14T07:21:38,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45135-0x1013837dc5a0000, quorum=127.0.0.1:53661, baseZNode=/0144033443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0144033443 2024-11-14T07:21:38,360 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T07:21:38,360 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T07:21:38,361 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44033-0x1013837dc5a0001, quorum=127.0.0.1:53661, baseZNode=/0144033443 Set watcher on znode that does not yet exist, /0144033443/running 2024-11-14T07:21:38,361 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45135-0x1013837dc5a0000, quorum=127.0.0.1:53661, baseZNode=/0144033443 Set watcher on znode that does not yet exist, /0144033443/running 2024-11-14T07:21:38,361 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:21:38,361 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:21:38,361 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c7aa6e2790b3,44033,1731568855694' ***** 2024-11-14T07:21:38,361 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T07:21:38,361 INFO [RS:0;c7aa6e2790b3:44033 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T07:21:38,361 INFO [RS:0;c7aa6e2790b3:44033 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T07:21:38,361 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T07:21:38,361 INFO [RS:0;c7aa6e2790b3:44033 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T07:21:38,361 INFO [RS:0;c7aa6e2790b3:44033 {}] regionserver.HRegionServer(3091): Received CLOSE for 5faf197e844c3bc06b1bfc4e8667d554 2024-11-14T07:21:38,362 INFO [RS:0;c7aa6e2790b3:44033 {}] regionserver.HRegionServer(3091): Received CLOSE for 68d94ce86f4c207a0b6a5106624c3235 2024-11-14T07:21:38,362 INFO [RS:0;c7aa6e2790b3:44033 {}] regionserver.HRegionServer(959): stopping server c7aa6e2790b3,44033,1731568855694 2024-11-14T07:21:38,362 INFO [RS:0;c7aa6e2790b3:44033 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T07:21:38,362 INFO [RS:0;c7aa6e2790b3:44033 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c7aa6e2790b3:44033. 2024-11-14T07:21:38,362 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5faf197e844c3bc06b1bfc4e8667d554, disabling compactions & flushes 2024-11-14T07:21:38,362 DEBUG [RS:0;c7aa6e2790b3:44033 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:21:38,362 DEBUG [RS:0;c7aa6e2790b3:44033 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:21:38,362 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731568874712.5faf197e844c3bc06b1bfc4e8667d554. 2024-11-14T07:21:38,362 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731568874712.5faf197e844c3bc06b1bfc4e8667d554. 2024-11-14T07:21:38,362 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731568874712.5faf197e844c3bc06b1bfc4e8667d554. after waiting 0 ms 2024-11-14T07:21:38,362 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731568874712.5faf197e844c3bc06b1bfc4e8667d554. 2024-11-14T07:21:38,362 INFO [RS:0;c7aa6e2790b3:44033 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T07:21:38,362 INFO [RS:0;c7aa6e2790b3:44033 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T07:21:38,362 INFO [RS:0;c7aa6e2790b3:44033 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T07:21:38,362 INFO [RS:0;c7aa6e2790b3:44033 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T07:21:38,362 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5faf197e844c3bc06b1bfc4e8667d554 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-14T07:21:38,362 INFO [RS:0;c7aa6e2790b3:44033 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T07:21:38,362 DEBUG [RS:0;c7aa6e2790b3:44033 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 5faf197e844c3bc06b1bfc4e8667d554=hbase:replication,,1731568874712.5faf197e844c3bc06b1bfc4e8667d554., 68d94ce86f4c207a0b6a5106624c3235=test,,1731568869748.68d94ce86f4c207a0b6a5106624c3235.} 2024-11-14T07:21:38,362 DEBUG [RS:0;c7aa6e2790b3:44033 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5faf197e844c3bc06b1bfc4e8667d554, 68d94ce86f4c207a0b6a5106624c3235 2024-11-14T07:21:38,362 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T07:21:38,362 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T07:21:38,362 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T07:21:38,362 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T07:21:38,362 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T07:21:38,362 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T07:21:38,380 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/data/hbase/replication/5faf197e844c3bc06b1bfc4e8667d554/.tmp/queue/115965202d5c48f5a3b8bb03d9f2663c is 154, key is 1-c7aa6e2790b3,44033,1731568855694/queue:c7aa6e2790b3%2C44033%2C1731568855694/1731568889631/Put/seqid=0 2024-11-14T07:21:38,380 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/data/hbase/meta/1588230740/.tmp/info/217f4b8477d84b5395f5957d4853e7bc is 147, key is hbase:replication,,1731568874712.5faf197e844c3bc06b1bfc4e8667d554./info:regioninfo/1731568875869/Put/seqid=0 2024-11-14T07:21:38,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43563 is added to blk_1073741840_1016 (size=7686) 2024-11-14T07:21:38,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43563 is added to blk_1073741841_1017 (size=5353) 2024-11-14T07:21:38,437 INFO [regionserver/c7aa6e2790b3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T07:21:38,562 DEBUG [RS:0;c7aa6e2790b3:44033 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5faf197e844c3bc06b1bfc4e8667d554, 68d94ce86f4c207a0b6a5106624c3235 2024-11-14T07:21:38,667 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44033,1731568855694.replicationSource.wal-reader.c7aa6e2790b3%2C44033%2C1731568855694,1-c7aa6e2790b3,44033,1731568855694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/WALs/c7aa6e2790b3,44033,1731568855694/c7aa6e2790b3%2C44033%2C1731568855694.1731568858032 to pos 1488, reset compression=false 2024-11-14T07:21:38,762 DEBUG [RS:0;c7aa6e2790b3:44033 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5faf197e844c3bc06b1bfc4e8667d554, 68d94ce86f4c207a0b6a5106624c3235 2024-11-14T07:21:38,784 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/data/hbase/replication/5faf197e844c3bc06b1bfc4e8667d554/.tmp/queue/115965202d5c48f5a3b8bb03d9f2663c 2024-11-14T07:21:38,784 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/data/hbase/meta/1588230740/.tmp/info/217f4b8477d84b5395f5957d4853e7bc 2024-11-14T07:21:38,788 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/data/hbase/replication/5faf197e844c3bc06b1bfc4e8667d554/.tmp/queue/115965202d5c48f5a3b8bb03d9f2663c as hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/data/hbase/replication/5faf197e844c3bc06b1bfc4e8667d554/queue/115965202d5c48f5a3b8bb03d9f2663c 2024-11-14T07:21:38,792 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/data/hbase/replication/5faf197e844c3bc06b1bfc4e8667d554/queue/115965202d5c48f5a3b8bb03d9f2663c, entries=1, sequenceid=14, filesize=5.2 K 2024-11-14T07:21:38,793 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 5faf197e844c3bc06b1bfc4e8667d554 in 430ms, sequenceid=14, compaction requested=false 2024-11-14T07:21:38,803 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/data/hbase/replication/5faf197e844c3bc06b1bfc4e8667d554/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-14T07:21:38,804 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T07:21:38,804 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T07:21:38,804 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731568874712.5faf197e844c3bc06b1bfc4e8667d554. 2024-11-14T07:21:38,804 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5faf197e844c3bc06b1bfc4e8667d554: Waiting for close lock at 1731568898362Running coprocessor pre-close hooks at 1731568898362Disabling compacts and flushes for region at 1731568898362Disabling writes for close at 1731568898362Obtaining lock to block concurrent updates at 1731568898362Preparing flush snapshotting stores in 5faf197e844c3bc06b1bfc4e8667d554 at 1731568898362Finished memstore snapshotting hbase:replication,,1731568874712.5faf197e844c3bc06b1bfc4e8667d554., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731568898362Flushing stores of hbase:replication,,1731568874712.5faf197e844c3bc06b1bfc4e8667d554. at 1731568898362Flushing 5faf197e844c3bc06b1bfc4e8667d554/queue: creating writer at 1731568898363 (+1 ms)Flushing 5faf197e844c3bc06b1bfc4e8667d554/queue: appending metadata at 1731568898379 (+16 ms)Flushing 5faf197e844c3bc06b1bfc4e8667d554/queue: closing flushed file at 1731568898379Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65e004ac: reopening flushed file at 1731568898787 (+408 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 5faf197e844c3bc06b1bfc4e8667d554 in 430ms, sequenceid=14, compaction requested=false at 1731568898793 (+6 ms)Writing region close event to WAL at 1731568898800 (+7 ms)Running coprocessor post-close hooks at 1731568898804 (+4 ms)Closed at 1731568898804 2024-11-14T07:21:38,804 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731568874712.5faf197e844c3bc06b1bfc4e8667d554. 2024-11-14T07:21:38,804 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 68d94ce86f4c207a0b6a5106624c3235, disabling compactions & flushes 2024-11-14T07:21:38,804 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731568869748.68d94ce86f4c207a0b6a5106624c3235. 2024-11-14T07:21:38,804 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731568869748.68d94ce86f4c207a0b6a5106624c3235. 2024-11-14T07:21:38,804 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731568869748.68d94ce86f4c207a0b6a5106624c3235. after waiting 0 ms 2024-11-14T07:21:38,804 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731568869748.68d94ce86f4c207a0b6a5106624c3235. 2024-11-14T07:21:38,804 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 68d94ce86f4c207a0b6a5106624c3235 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-14T07:21:38,806 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/data/hbase/meta/1588230740/.tmp/ns/dffd8c97b9c343c3ab7bf916e09a0cb7 is 43, key is default/ns:d/1731568859011/Put/seqid=0 2024-11-14T07:21:38,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43563 is added to blk_1073741842_1018 (size=5153) 2024-11-14T07:21:38,822 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/data/default/test/68d94ce86f4c207a0b6a5106624c3235/.tmp/f/b5dc08ec33b1471988d454201262c752 is 37, key is row3/f:row3/1731568887917/Put/seqid=0 2024-11-14T07:21:38,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43563 is added to blk_1073741843_1019 (size=5228) 2024-11-14T07:21:38,907 INFO [regionserver/c7aa6e2790b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T07:21:38,907 INFO [regionserver/c7aa6e2790b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T07:21:38,962 DEBUG [RS:0;c7aa6e2790b3:44033 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 68d94ce86f4c207a0b6a5106624c3235 2024-11-14T07:21:39,163 DEBUG [RS:0;c7aa6e2790b3:44033 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 68d94ce86f4c207a0b6a5106624c3235 2024-11-14T07:21:39,214 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/data/hbase/meta/1588230740/.tmp/ns/dffd8c97b9c343c3ab7bf916e09a0cb7 2024-11-14T07:21:39,216 INFO [master/c7aa6e2790b3:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-14T07:21:39,216 INFO [master/c7aa6e2790b3:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-14T07:21:39,226 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/data/default/test/68d94ce86f4c207a0b6a5106624c3235/.tmp/f/b5dc08ec33b1471988d454201262c752 2024-11-14T07:21:39,230 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b5dc08ec33b1471988d454201262c752 2024-11-14T07:21:39,231 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/data/hbase/meta/1588230740/.tmp/rep_barrier/7609e9c5bbcb4254a0e305da72bdebee is 112, key is test,,1731568869748.68d94ce86f4c207a0b6a5106624c3235./rep_barrier:seqnumDuringOpen/1731568870116/Put/seqid=0 2024-11-14T07:21:39,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43563 is added to blk_1073741844_1020 (size=5518) 2024-11-14T07:21:39,248 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/data/default/test/68d94ce86f4c207a0b6a5106624c3235/.tmp/f1/57e64ac134bd4e42aff3fcea7fa1ff0c is 30, key is row1/f1:/1731568885259/DeleteFamily/seqid=0 2024-11-14T07:21:39,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43563 is added to blk_1073741845_1021 (size=5158) 2024-11-14T07:21:39,363 INFO [RS:0;c7aa6e2790b3:44033 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T07:21:39,363 DEBUG [RS:0;c7aa6e2790b3:44033 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 68d94ce86f4c207a0b6a5106624c3235=test,,1731568869748.68d94ce86f4c207a0b6a5106624c3235.} 2024-11-14T07:21:39,363 DEBUG [RS:0;c7aa6e2790b3:44033 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 68d94ce86f4c207a0b6a5106624c3235 2024-11-14T07:21:39,563 DEBUG [RS:0;c7aa6e2790b3:44033 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 68d94ce86f4c207a0b6a5106624c3235 2024-11-14T07:21:39,637 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/data/hbase/meta/1588230740/.tmp/rep_barrier/7609e9c5bbcb4254a0e305da72bdebee 2024-11-14T07:21:39,652 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/data/default/test/68d94ce86f4c207a0b6a5106624c3235/.tmp/f1/57e64ac134bd4e42aff3fcea7fa1ff0c 2024-11-14T07:21:39,655 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 57e64ac134bd4e42aff3fcea7fa1ff0c 2024-11-14T07:21:39,657 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/data/hbase/meta/1588230740/.tmp/table/cfe2915320f243129b0c984e9e9ba231 is 53, key is hbase:replication/table:state/1731568875876/Put/seqid=0 2024-11-14T07:21:39,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43563 is added to blk_1073741846_1022 (size=5308) 2024-11-14T07:21:39,664 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/data/hbase/meta/1588230740/.tmp/table/cfe2915320f243129b0c984e9e9ba231 2024-11-14T07:21:39,670 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/data/hbase/meta/1588230740/.tmp/info/217f4b8477d84b5395f5957d4853e7bc as hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/data/hbase/meta/1588230740/info/217f4b8477d84b5395f5957d4853e7bc 2024-11-14T07:21:39,672 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/data/default/test/68d94ce86f4c207a0b6a5106624c3235/.tmp/norep/69900c9e84724e0c97323f242348b583 is 32, key is row/norep:/1731568884254/DeleteFamily/seqid=0 2024-11-14T07:21:39,674 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/data/hbase/meta/1588230740/info/217f4b8477d84b5395f5957d4853e7bc, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T07:21:39,674 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/data/hbase/meta/1588230740/.tmp/ns/dffd8c97b9c343c3ab7bf916e09a0cb7 as hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/data/hbase/meta/1588230740/ns/dffd8c97b9c343c3ab7bf916e09a0cb7 2024-11-14T07:21:39,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43563 is added to blk_1073741847_1023 (size=5101) 2024-11-14T07:21:39,679 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/data/hbase/meta/1588230740/ns/dffd8c97b9c343c3ab7bf916e09a0cb7, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T07:21:39,679 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/data/hbase/meta/1588230740/.tmp/rep_barrier/7609e9c5bbcb4254a0e305da72bdebee as hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/data/hbase/meta/1588230740/rep_barrier/7609e9c5bbcb4254a0e305da72bdebee 2024-11-14T07:21:39,683 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/data/hbase/meta/1588230740/rep_barrier/7609e9c5bbcb4254a0e305da72bdebee, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T07:21:39,684 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/data/hbase/meta/1588230740/.tmp/table/cfe2915320f243129b0c984e9e9ba231 as hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/data/hbase/meta/1588230740/table/cfe2915320f243129b0c984e9e9ba231 2024-11-14T07:21:39,687 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/data/hbase/meta/1588230740/table/cfe2915320f243129b0c984e9e9ba231, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T07:21:39,688 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1326ms, sequenceid=16, compaction requested=false 2024-11-14T07:21:39,688 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T07:21:39,695 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T07:21:39,695 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T07:21:39,696 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T07:21:39,696 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T07:21:39,696 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731568898362Running coprocessor pre-close hooks at 1731568898362Disabling compacts and flushes for region at 1731568898362Disabling writes for close at 1731568898362Obtaining lock to block concurrent updates at 1731568898362Preparing flush snapshotting stores in 1588230740 at 1731568898362Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731568898362Flushing stores of hbase:meta,,1.1588230740 at 1731568898363 (+1 ms)Flushing 1588230740/info: creating writer at 1731568898363Flushing 1588230740/info: appending metadata at 1731568898379 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731568898379Flushing 1588230740/ns: creating writer at 1731568898787 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731568898806 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731568898806Flushing 1588230740/rep_barrier: creating writer at 1731568899219 (+413 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731568899231 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731568899231Flushing 1588230740/table: creating writer at 1731568899640 (+409 ms)Flushing 1588230740/table: appending metadata at 1731568899656 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731568899656Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46273fc1: reopening flushed file at 1731568899668 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@216dfa7e: reopening flushed file at 1731568899674 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@de87a5b: reopening flushed file at 1731568899679 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59672e04: reopening flushed file at 1731568899683 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1326ms, sequenceid=16, compaction requested=false at 1731568899688 (+5 ms)Writing region close event to WAL at 1731568899692 (+4 ms)Running coprocessor post-close hooks at 1731568899695 (+3 ms)Closed at 1731568899696 (+1 ms) 2024-11-14T07:21:39,696 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T07:21:39,763 DEBUG [RS:0;c7aa6e2790b3:44033 {}] regionserver.HRegionServer(1351): Waiting on 68d94ce86f4c207a0b6a5106624c3235 2024-11-14T07:21:39,963 DEBUG [RS:0;c7aa6e2790b3:44033 {}] regionserver.HRegionServer(1351): Waiting on 68d94ce86f4c207a0b6a5106624c3235 2024-11-14T07:21:40,071 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44033,1731568855694.replicationSource.wal-reader.c7aa6e2790b3%2C44033%2C1731568855694,1-c7aa6e2790b3,44033,1731568855694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/WALs/c7aa6e2790b3,44033,1731568855694/c7aa6e2790b3%2C44033%2C1731568855694.1731568858032 to pos 1488, reset compression=false 2024-11-14T07:21:40,074 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44033,1731568855694.replicationSource.wal-reader.c7aa6e2790b3%2C44033%2C1731568855694,1-c7aa6e2790b3,44033,1731568855694 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T07:21:40,074 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44033,1731568855694.replicationSource.wal-reader.c7aa6e2790b3%2C44033%2C1731568855694,1-c7aa6e2790b3,44033,1731568855694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/WALs/c7aa6e2790b3,44033,1731568855694/c7aa6e2790b3%2C44033%2C1731568855694.1731568858032 to pos 1735, reset compression=false 2024-11-14T07:21:40,074 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44033,1731568855694.replicationSource.shipperc7aa6e2790b3%2C44033%2C1731568855694,1-c7aa6e2790b3,44033,1731568855694 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c7aa6e2790b3,44033,1731568855694 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/WALs/c7aa6e2790b3,44033,1731568855694/c7aa6e2790b3%2C44033%2C1731568855694.1731568858032, lastWalPosition=1735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T07:21:40,076 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/data/default/test/68d94ce86f4c207a0b6a5106624c3235/.tmp/norep/69900c9e84724e0c97323f242348b583 2024-11-14T07:21:40,075 ERROR [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44033,1731568855694.replicationSource.shipperc7aa6e2790b3%2C44033%2C1731568855694,1-c7aa6e2790b3,44033,1731568855694 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c7aa6e2790b3,44033,1731568855694: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c7aa6e2790b3,44033,1731568855694, walGroup=c7aa6e2790b3%2C44033%2C1731568855694, offset=c7aa6e2790b3%2C44033%2C1731568855694.1731568858032:1735, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c7aa6e2790b3:44033 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T07:21:40,076 ERROR [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44033,1731568855694.replicationSource.shipperc7aa6e2790b3%2C44033%2C1731568855694,1-c7aa6e2790b3,44033,1731568855694 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T07:21:40,077 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44033,1731568855694.replicationSource.shipperc7aa6e2790b3%2C44033%2C1731568855694,1-c7aa6e2790b3,44033,1731568855694 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T07:21:40,077 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44033,1731568855694.replicationSource.shipperc7aa6e2790b3%2C44033%2C1731568855694,1-c7aa6e2790b3,44033,1731568855694 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T07:21:40,077 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44033,1731568855694.replicationSource.shipperc7aa6e2790b3%2C44033%2C1731568855694,1-c7aa6e2790b3,44033,1731568855694 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T07:21:40,077 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44033,1731568855694.replicationSource.shipperc7aa6e2790b3%2C44033%2C1731568855694,1-c7aa6e2790b3,44033,1731568855694 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T07:21:40,077 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44033,1731568855694.replicationSource.shipperc7aa6e2790b3%2C44033%2C1731568855694,1-c7aa6e2790b3,44033,1731568855694 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1182793728, "init": 1048576000, "max": 2306867200, "used": 969638016 }, "NonHeapMemoryUsage": { "committed": 202571776, "init": 7667712, "max": -1, "used": 199763328 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T07:21:40,077 WARN [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44033,1731568855694.replicationSource.shipperc7aa6e2790b3%2C44033%2C1731568855694,1-c7aa6e2790b3,44033,1731568855694 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c7aa6e2790b3:45135 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c7aa6e2790b3:45135 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T07:21:40,081 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 69900c9e84724e0c97323f242348b583 2024-11-14T07:21:40,081 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/data/default/test/68d94ce86f4c207a0b6a5106624c3235/.tmp/f/b5dc08ec33b1471988d454201262c752 as hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/data/default/test/68d94ce86f4c207a0b6a5106624c3235/f/b5dc08ec33b1471988d454201262c752 2024-11-14T07:21:40,085 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b5dc08ec33b1471988d454201262c752 2024-11-14T07:21:40,085 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/data/default/test/68d94ce86f4c207a0b6a5106624c3235/f/b5dc08ec33b1471988d454201262c752, entries=5, sequenceid=12, filesize=5.1 K 2024-11-14T07:21:40,085 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/data/default/test/68d94ce86f4c207a0b6a5106624c3235/.tmp/f1/57e64ac134bd4e42aff3fcea7fa1ff0c as hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/data/default/test/68d94ce86f4c207a0b6a5106624c3235/f1/57e64ac134bd4e42aff3fcea7fa1ff0c 2024-11-14T07:21:40,088 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 57e64ac134bd4e42aff3fcea7fa1ff0c 2024-11-14T07:21:40,088 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/data/default/test/68d94ce86f4c207a0b6a5106624c3235/f1/57e64ac134bd4e42aff3fcea7fa1ff0c, entries=3, sequenceid=12, filesize=5.0 K 2024-11-14T07:21:40,089 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/data/default/test/68d94ce86f4c207a0b6a5106624c3235/.tmp/norep/69900c9e84724e0c97323f242348b583 as hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/data/default/test/68d94ce86f4c207a0b6a5106624c3235/norep/69900c9e84724e0c97323f242348b583 2024-11-14T07:21:40,092 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 69900c9e84724e0c97323f242348b583 2024-11-14T07:21:40,092 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/data/default/test/68d94ce86f4c207a0b6a5106624c3235/norep/69900c9e84724e0c97323f242348b583, entries=1, sequenceid=12, filesize=5.0 K 2024-11-14T07:21:40,092 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 68d94ce86f4c207a0b6a5106624c3235 in 1288ms, sequenceid=12, compaction requested=false 2024-11-14T07:21:40,092 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T07:21:40,096 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/data/default/test/68d94ce86f4c207a0b6a5106624c3235/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-14T07:21:40,096 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T07:21:40,096 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T07:21:40,096 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731568869748.68d94ce86f4c207a0b6a5106624c3235. 2024-11-14T07:21:40,096 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 68d94ce86f4c207a0b6a5106624c3235: Waiting for close lock at 1731568898804Running coprocessor pre-close hooks at 1731568898804Disabling compacts and flushes for region at 1731568898804Disabling writes for close at 1731568898804Obtaining lock to block concurrent updates at 1731568898804Preparing flush snapshotting stores in 68d94ce86f4c207a0b6a5106624c3235 at 1731568898804Finished memstore snapshotting test,,1731568869748.68d94ce86f4c207a0b6a5106624c3235., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731568898805 (+1 ms)Flushing stores of test,,1731568869748.68d94ce86f4c207a0b6a5106624c3235. at 1731568898805Flushing 68d94ce86f4c207a0b6a5106624c3235/f: creating writer at 1731568898805Flushing 68d94ce86f4c207a0b6a5106624c3235/f: appending metadata at 1731568898822 (+17 ms)Flushing 68d94ce86f4c207a0b6a5106624c3235/f: closing flushed file at 1731568898822Flushing 68d94ce86f4c207a0b6a5106624c3235/f1: creating writer at 1731568899230 (+408 ms)Flushing 68d94ce86f4c207a0b6a5106624c3235/f1: appending metadata at 1731568899247 (+17 ms)Flushing 68d94ce86f4c207a0b6a5106624c3235/f1: closing flushed file at 1731568899248 (+1 ms)Flushing 68d94ce86f4c207a0b6a5106624c3235/norep: creating writer at 1731568899656 (+408 ms)Flushing 68d94ce86f4c207a0b6a5106624c3235/norep: appending metadata at 1731568899671 (+15 ms)Flushing 68d94ce86f4c207a0b6a5106624c3235/norep: closing flushed file at 1731568899671Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15005227: reopening flushed file at 1731568900081 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c3077b0: reopening flushed file at 1731568900085 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75569863: reopening flushed file at 1731568900088 (+3 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 68d94ce86f4c207a0b6a5106624c3235 in 1288ms, sequenceid=12, compaction requested=false at 1731568900092 (+4 ms)Writing region close event to WAL at 1731568900093 (+1 ms)Running coprocessor post-close hooks at 1731568900096 (+3 ms)Closed at 1731568900096 2024-11-14T07:21:40,096 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731568869748.68d94ce86f4c207a0b6a5106624c3235. 2024-11-14T07:21:40,164 INFO [RS:0;c7aa6e2790b3:44033 {}] regionserver.HRegionServer(976): stopping server c7aa6e2790b3,44033,1731568855694; all regions closed. 2024-11-14T07:21:40,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43563 is added to blk_1073741834_1010 (size=4239) 2024-11-14T07:21:40,166 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/WALs/c7aa6e2790b3,44033,1731568855694/c7aa6e2790b3%2C44033%2C1731568855694.meta.1731568858941.meta not finished, retry = 0 2024-11-14T07:21:40,268 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/WALs/c7aa6e2790b3,44033,1731568855694/c7aa6e2790b3%2C44033%2C1731568855694.rep.1731568875841 not finished, retry = 0 2024-11-14T07:21:40,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43563 is added to blk_1073741839_1015 (size=3552) 2024-11-14T07:21:40,278 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44033,1731568855694.replicationSource.wal-reader.c7aa6e2790b3%2C44033%2C1731568855694,1-c7aa6e2790b3,44033,1731568855694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/WALs/c7aa6e2790b3,44033,1731568855694/c7aa6e2790b3%2C44033%2C1731568855694.1731568858032 to pos 1735, reset compression=false 2024-11-14T07:21:40,283 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44033,1731568855694.replicationSource.wal-reader.c7aa6e2790b3%2C44033%2C1731568855694,1-c7aa6e2790b3,44033,1731568855694 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T07:21:40,283 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44033,1731568855694.replicationSource.wal-reader.c7aa6e2790b3%2C44033%2C1731568855694,1-c7aa6e2790b3,44033,1731568855694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/WALs/c7aa6e2790b3,44033,1731568855694/c7aa6e2790b3%2C44033%2C1731568855694.1731568858032 to pos 2379, reset compression=false 2024-11-14T07:21:40,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43563 is added to blk_1073741832_1008 (size=2387) 2024-11-14T07:21:40,371 DEBUG [RS:0;c7aa6e2790b3:44033 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:21:40,371 INFO [RS:0;c7aa6e2790b3:44033 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T07:21:40,371 INFO [RS:0;c7aa6e2790b3:44033 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T07:21:40,371 INFO [RS:0;c7aa6e2790b3:44033 {}] hbase.ChoreService(370): Chore service for: regionserver/c7aa6e2790b3:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T07:21:40,372 INFO [RS:0;c7aa6e2790b3:44033 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T07:21:40,372 INFO [regionserver/c7aa6e2790b3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T07:21:40,372 INFO [RS:0;c7aa6e2790b3:44033 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c7aa6e2790b3,44033,1731568855694 because: Region server is closing 2024-11-14T07:21:40,372 INFO [RS:0;c7aa6e2790b3:44033 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c7aa6e2790b3:44033. 2024-11-14T07:21:40,372 DEBUG [RS:0;c7aa6e2790b3:44033 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:21:40,372 DEBUG [RS:0;c7aa6e2790b3:44033 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:21:40,372 DEBUG [RS:0;c7aa6e2790b3:44033 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:21:40,372 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:21:40,473 INFO [RS:0;c7aa6e2790b3:44033 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44033,1731568855694.replicationSource.shipperc7aa6e2790b3%2C44033%2C1731568855694,1-c7aa6e2790b3,44033,1731568855694 terminated 2024-11-14T07:21:40,473 WARN [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44033,1731568855694.replicationSource.wal-reader.c7aa6e2790b3%2C44033%2C1731568855694,1-c7aa6e2790b3,44033,1731568855694 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T07:21:40,473 INFO [RS:0;c7aa6e2790b3:44033 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c7aa6e2790b3:44033. 2024-11-14T07:21:40,473 DEBUG [RS:0;c7aa6e2790b3:44033 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:21:40,473 DEBUG [RS:0;c7aa6e2790b3:44033 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:21:40,473 DEBUG [RS:0;c7aa6e2790b3:44033 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:21:40,473 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:21:40,473 INFO [RS:0;c7aa6e2790b3:44033 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44033 2024-11-14T07:21:40,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44033-0x1013837dc5a0001, quorum=127.0.0.1:53661, baseZNode=/0144033443 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0144033443/rs/c7aa6e2790b3,44033,1731568855694 2024-11-14T07:21:40,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45135-0x1013837dc5a0000, quorum=127.0.0.1:53661, baseZNode=/0144033443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0144033443/rs 2024-11-14T07:21:40,518 INFO [RS:0;c7aa6e2790b3:44033 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T07:21:40,528 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c7aa6e2790b3,44033,1731568855694] 2024-11-14T07:21:40,539 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0144033443/draining/c7aa6e2790b3,44033,1731568855694 already deleted, retry=false 2024-11-14T07:21:40,539 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c7aa6e2790b3,44033,1731568855694 expired; onlineServers=0 2024-11-14T07:21:40,539 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c7aa6e2790b3,45135,1731568855490' ***** 2024-11-14T07:21:40,539 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T07:21:40,539 INFO [M:0;c7aa6e2790b3:45135 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T07:21:40,539 INFO [M:0;c7aa6e2790b3:45135 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T07:21:40,539 DEBUG [M:0;c7aa6e2790b3:45135 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T07:21:40,539 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T07:21:40,539 DEBUG [M:0;c7aa6e2790b3:45135 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T07:21:40,539 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.large.0-1731568857736 {}] cleaner.HFileCleaner(306): Exit Thread[master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.large.0-1731568857736,5,FailOnTimeoutGroup] 2024-11-14T07:21:40,539 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.small.0-1731568857741 {}] cleaner.HFileCleaner(306): Exit Thread[master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.small.0-1731568857741,5,FailOnTimeoutGroup] 2024-11-14T07:21:40,539 INFO [M:0;c7aa6e2790b3:45135 {}] hbase.ChoreService(370): Chore service for: master/c7aa6e2790b3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T07:21:40,539 INFO [M:0;c7aa6e2790b3:45135 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T07:21:40,540 DEBUG [M:0;c7aa6e2790b3:45135 {}] master.HMaster(1795): Stopping service threads 2024-11-14T07:21:40,540 INFO [M:0;c7aa6e2790b3:45135 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T07:21:40,540 INFO [M:0;c7aa6e2790b3:45135 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T07:21:40,540 ERROR [M:0;c7aa6e2790b3:45135 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:43303,5,PEWorkerGroup] 2024-11-14T07:21:40,540 INFO [M:0;c7aa6e2790b3:45135 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T07:21:40,540 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T07:21:40,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45135-0x1013837dc5a0000, quorum=127.0.0.1:53661, baseZNode=/0144033443 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0144033443/master 2024-11-14T07:21:40,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45135-0x1013837dc5a0000, quorum=127.0.0.1:53661, baseZNode=/0144033443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0144033443 2024-11-14T07:21:40,549 DEBUG [M:0;c7aa6e2790b3:45135 {}] zookeeper.ZKUtil(347): master:45135-0x1013837dc5a0000, quorum=127.0.0.1:53661, baseZNode=/0144033443 Unable to get data of znode /0144033443/master because node does not exist (not an error) 2024-11-14T07:21:40,549 WARN [M:0;c7aa6e2790b3:45135 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T07:21:40,550 INFO [M:0;c7aa6e2790b3:45135 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/.lastflushedseqids 2024-11-14T07:21:40,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43563 is added to blk_1073741848_1024 (size=245) 2024-11-14T07:21:40,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44033-0x1013837dc5a0001, quorum=127.0.0.1:53661, baseZNode=/0144033443 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T07:21:40,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44033-0x1013837dc5a0001, quorum=127.0.0.1:53661, baseZNode=/0144033443 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T07:21:40,628 INFO [RS:0;c7aa6e2790b3:44033 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T07:21:40,628 INFO [RS:0;c7aa6e2790b3:44033 {}] regionserver.HRegionServer(1031): Exiting; stopping=c7aa6e2790b3,44033,1731568855694; zookeeper connection closed. 2024-11-14T07:21:40,629 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5e0c3f45 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5e0c3f45 2024-11-14T07:21:40,629 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T07:21:40,830 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T07:21:40,830 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:40,830 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:40,830 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:40,831 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:40,858 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:40,858 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:40,858 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:40,858 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:40,858 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:40,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:40,864 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:40,867 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:40,867 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:40,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:40,954 INFO [M:0;c7aa6e2790b3:45135 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T07:21:40,954 INFO [M:0;c7aa6e2790b3:45135 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T07:21:40,955 DEBUG [M:0;c7aa6e2790b3:45135 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T07:21:40,955 INFO [M:0;c7aa6e2790b3:45135 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:21:40,955 DEBUG [M:0;c7aa6e2790b3:45135 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:21:40,955 DEBUG [M:0;c7aa6e2790b3:45135 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T07:21:40,955 DEBUG [M:0;c7aa6e2790b3:45135 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:21:40,955 INFO [M:0;c7aa6e2790b3:45135 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-14T07:21:40,968 DEBUG [M:0;c7aa6e2790b3:45135 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/425527f76fbc445ba4b5de62e039b5d5 is 82, key is hbase:meta,,1/info:regioninfo/1731568858969/Put/seqid=0 2024-11-14T07:21:40,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43563 is added to blk_1073741849_1025 (size=5672) 2024-11-14T07:21:41,372 INFO [M:0;c7aa6e2790b3:45135 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/425527f76fbc445ba4b5de62e039b5d5 2024-11-14T07:21:41,387 DEBUG [M:0;c7aa6e2790b3:45135 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/469d99d7b9144d2db69ecdf039122644 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731568870124/Put/seqid=0 2024-11-14T07:21:41,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43563 is added to blk_1073741850_1026 (size=7218) 2024-11-14T07:21:41,790 INFO [M:0;c7aa6e2790b3:45135 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/469d99d7b9144d2db69ecdf039122644 2024-11-14T07:21:41,793 INFO [M:0;c7aa6e2790b3:45135 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 469d99d7b9144d2db69ecdf039122644 2024-11-14T07:21:41,806 DEBUG [M:0;c7aa6e2790b3:45135 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3d77cfe094094ffd99c3fe50f265b6c1 is 69, key is c7aa6e2790b3,44033,1731568855694/rs:state/1731568857877/Put/seqid=0 2024-11-14T07:21:41,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43563 is added to blk_1073741851_1027 (size=5156) 2024-11-14T07:21:42,209 INFO [M:0;c7aa6e2790b3:45135 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3d77cfe094094ffd99c3fe50f265b6c1 2024-11-14T07:21:42,213 DEBUG [M:0;c7aa6e2790b3:45135 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/425527f76fbc445ba4b5de62e039b5d5 as hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/425527f76fbc445ba4b5de62e039b5d5 2024-11-14T07:21:42,215 INFO [M:0;c7aa6e2790b3:45135 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/425527f76fbc445ba4b5de62e039b5d5, entries=8, sequenceid=105, filesize=5.5 K 2024-11-14T07:21:42,216 DEBUG [M:0;c7aa6e2790b3:45135 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/469d99d7b9144d2db69ecdf039122644 as hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/469d99d7b9144d2db69ecdf039122644 2024-11-14T07:21:42,219 INFO [M:0;c7aa6e2790b3:45135 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 469d99d7b9144d2db69ecdf039122644 2024-11-14T07:21:42,219 INFO [M:0;c7aa6e2790b3:45135 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/469d99d7b9144d2db69ecdf039122644, entries=11, sequenceid=105, filesize=7.0 K 2024-11-14T07:21:42,219 DEBUG [M:0;c7aa6e2790b3:45135 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3d77cfe094094ffd99c3fe50f265b6c1 as hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3d77cfe094094ffd99c3fe50f265b6c1 2024-11-14T07:21:42,223 INFO [M:0;c7aa6e2790b3:45135 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43303/user/jenkins/test-data/e9d62a3b-b464-2625-9237-6a7b658499bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3d77cfe094094ffd99c3fe50f265b6c1, entries=1, sequenceid=105, filesize=5.0 K 2024-11-14T07:21:42,224 INFO [M:0;c7aa6e2790b3:45135 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1269ms, sequenceid=105, compaction requested=false 2024-11-14T07:21:42,228 INFO [M:0;c7aa6e2790b3:45135 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:21:42,228 DEBUG [M:0;c7aa6e2790b3:45135 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731568900954Disabling compacts and flushes for region at 1731568900954Disabling writes for close at 1731568900955 (+1 ms)Obtaining lock to block concurrent updates at 1731568900955Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731568900955Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731568900955Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731568900956 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731568900956Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731568900968 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731568900968Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731568901375 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731568901386 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731568901386Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731568901794 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731568901805 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731568901805Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a615370: reopening flushed file at 1731568902212 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24439c8e: reopening flushed file at 1731568902216 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2988c8: reopening flushed file at 1731568902219 (+3 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1269ms, sequenceid=105, compaction requested=false at 1731568902224 (+5 ms)Writing region close event to WAL at 1731568902228 (+4 ms)Closed at 1731568902228 2024-11-14T07:21:42,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43563 is added to blk_1073741830_1006 (size=64423) 2024-11-14T07:21:42,231 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T07:21:42,231 INFO [M:0;c7aa6e2790b3:45135 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T07:21:42,231 INFO [M:0;c7aa6e2790b3:45135 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45135 2024-11-14T07:21:42,232 INFO [M:0;c7aa6e2790b3:45135 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T07:21:42,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45135-0x1013837dc5a0000, quorum=127.0.0.1:53661, baseZNode=/0144033443 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T07:21:42,397 INFO [M:0;c7aa6e2790b3:45135 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T07:21:42,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45135-0x1013837dc5a0000, quorum=127.0.0.1:53661, baseZNode=/0144033443 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T07:21:42,430 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@529d1627{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T07:21:42,430 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7ccff675{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T07:21:42,430 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T07:21:42,430 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c34ea28{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T07:21:42,430 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ab36650{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2d0b3637-a1a7-bfaf-6e07-3f9ff6c098a2/hadoop.log.dir/,STOPPED} 2024-11-14T07:21:42,431 WARN [BP-1566442098-172.17.0.2-1731568853189 heartbeating to localhost/127.0.0.1:43303 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T07:21:42,431 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T07:21:42,431 WARN [BP-1566442098-172.17.0.2-1731568853189 heartbeating to localhost/127.0.0.1:43303 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1566442098-172.17.0.2-1731568853189 (Datanode Uuid a303aea0-e026-40fc-b62d-1b66dd70fbea) service to localhost/127.0.0.1:43303 2024-11-14T07:21:42,431 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T07:21:42,432 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2d0b3637-a1a7-bfaf-6e07-3f9ff6c098a2/cluster_892eb73b-d394-24a5-d8ce-9b117f2f2417/data/data1/current/BP-1566442098-172.17.0.2-1731568853189 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T07:21:42,432 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2d0b3637-a1a7-bfaf-6e07-3f9ff6c098a2/cluster_892eb73b-d394-24a5-d8ce-9b117f2f2417/data/data2/current/BP-1566442098-172.17.0.2-1731568853189 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T07:21:42,432 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T07:21:42,439 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2f230693{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T07:21:42,439 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f50f5a4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T07:21:42,440 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T07:21:42,440 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b491493{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T07:21:42,440 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d42869e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2d0b3637-a1a7-bfaf-6e07-3f9ff6c098a2/hadoop.log.dir/,STOPPED} 2024-11-14T07:21:42,445 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T07:21:42,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T07:21:42,474 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=313 (was 262) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33041 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33041 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43303 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34677 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33041 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43303 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:33041 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43303 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53661) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53661) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34677 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33041 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34677 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:43303 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53661) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34677 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43303 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43303 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:34677 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34677 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43303 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34677 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43303 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43303 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34677 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33041 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33041 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=720 (was 655) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=346 (was 431), ProcessCount=11 (was 11), AvailableMemoryMB=5021 (was 5249) 2024-11-14T07:21:42,483 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=313, OpenFileDescriptor=720, MaxFileDescriptor=1048576, SystemLoadAverage=346, ProcessCount=11, AvailableMemoryMB=5021 2024-11-14T07:21:42,494 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-14T07:21:42,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44d888c8-c220-a5a3-899c-a86323d9c22b/hadoop.log.dir so I do NOT create it in target/test-data/f8298508-e1e0-e862-5842-398a121b1fae 2024-11-14T07:21:42,495 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44d888c8-c220-a5a3-899c-a86323d9c22b/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T07:21:42,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44d888c8-c220-a5a3-899c-a86323d9c22b/hadoop.tmp.dir so I do NOT create it in target/test-data/f8298508-e1e0-e862-5842-398a121b1fae 2024-11-14T07:21:42,495 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/44d888c8-c220-a5a3-899c-a86323d9c22b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T07:21:42,495 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f8298508-e1e0-e862-5842-398a121b1fae 2024-11-14T07:21:42,495 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f8298508-e1e0-e862-5842-398a121b1fae/cluster_7a5c8f28-7f16-7473-659a-bf7e8957d7ea, deleteOnExit=true 2024-11-14T07:21:42,511 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f8298508-e1e0-e862-5842-398a121b1fae/cluster_7a5c8f28-7f16-7473-659a-bf7e8957d7ea/zookeeper_0, clientPort=49697, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f8298508-e1e0-e862-5842-398a121b1fae/cluster_7a5c8f28-7f16-7473-659a-bf7e8957d7ea/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f8298508-e1e0-e862-5842-398a121b1fae/cluster_7a5c8f28-7f16-7473-659a-bf7e8957d7ea/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T07:21:42,511 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49697 2024-11-14T07:21:42,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T07:21:42,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T07:21:42,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f8298508-e1e0-e862-5842-398a121b1fae/test.cache.data in system properties and HBase conf 2024-11-14T07:21:42,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f8298508-e1e0-e862-5842-398a121b1fae/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T07:21:42,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f8298508-e1e0-e862-5842-398a121b1fae/hadoop.log.dir in system properties and HBase conf 2024-11-14T07:21:42,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f8298508-e1e0-e862-5842-398a121b1fae/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T07:21:42,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f8298508-e1e0-e862-5842-398a121b1fae/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T07:21:42,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T07:21:42,512 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T07:21:42,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f8298508-e1e0-e862-5842-398a121b1fae/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T07:21:42,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f8298508-e1e0-e862-5842-398a121b1fae/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T07:21:42,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f8298508-e1e0-e862-5842-398a121b1fae/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T07:21:42,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f8298508-e1e0-e862-5842-398a121b1fae/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T07:21:42,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f8298508-e1e0-e862-5842-398a121b1fae/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T07:21:42,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f8298508-e1e0-e862-5842-398a121b1fae/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T07:21:42,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f8298508-e1e0-e862-5842-398a121b1fae/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T07:21:42,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f8298508-e1e0-e862-5842-398a121b1fae/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T07:21:42,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f8298508-e1e0-e862-5842-398a121b1fae/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T07:21:42,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f8298508-e1e0-e862-5842-398a121b1fae/nfs.dump.dir in system properties and HBase conf 2024-11-14T07:21:42,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f8298508-e1e0-e862-5842-398a121b1fae/java.io.tmpdir in system properties and HBase conf 2024-11-14T07:21:42,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f8298508-e1e0-e862-5842-398a121b1fae/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T07:21:42,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f8298508-e1e0-e862-5842-398a121b1fae/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T07:21:42,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f8298508-e1e0-e862-5842-398a121b1fae/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T07:21:42,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013837dc5a0002, quorum=127.0.0.1:53661, baseZNode=/0144033443 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T07:21:42,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013837dc5a0005, quorum=127.0.0.1:53661, baseZNode=/11490760668 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T07:21:42,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1013837dc5a0008, quorum=127.0.0.1:53661, baseZNode=/21879944163 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T07:21:42,544 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1013837dc5a0008, quorum=127.0.0.1:53661, baseZNode=/21879944163 Received Disconnected from ZooKeeper, ignoring 2024-11-14T07:21:42,548 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013837dc5a0005, quorum=127.0.0.1:53661, baseZNode=/11490760668 Received Disconnected from ZooKeeper, ignoring 2024-11-14T07:21:42,548 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013837dc5a0002, quorum=127.0.0.1:53661, baseZNode=/0144033443 Received Disconnected from ZooKeeper, ignoring 2024-11-14T07:21:42,878 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T07:21:42,883 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T07:21:42,884 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T07:21:42,884 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T07:21:42,884 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T07:21:42,885 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T07:21:42,886 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78a73050{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f8298508-e1e0-e862-5842-398a121b1fae/hadoop.log.dir/,AVAILABLE} 2024-11-14T07:21:42,886 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2de67b05{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T07:21:43,007 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1ae44598{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f8298508-e1e0-e862-5842-398a121b1fae/java.io.tmpdir/jetty-localhost-37203-hadoop-hdfs-3_4_1-tests_jar-_-any-3538653822012807282/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T07:21:43,007 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@29089748{HTTP/1.1, (http/1.1)}{localhost:37203} 2024-11-14T07:21:43,007 INFO [Time-limited test {}] server.Server(415): Started @272850ms 2024-11-14T07:21:43,272 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T07:21:43,275 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T07:21:43,281 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T07:21:43,281 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T07:21:43,281 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T07:21:43,282 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5105e8fa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f8298508-e1e0-e862-5842-398a121b1fae/hadoop.log.dir/,AVAILABLE} 2024-11-14T07:21:43,282 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@595696e8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T07:21:43,378 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4b8f6086{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f8298508-e1e0-e862-5842-398a121b1fae/java.io.tmpdir/jetty-localhost-42699-hadoop-hdfs-3_4_1-tests_jar-_-any-10209473260933961285/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T07:21:43,378 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@47338a4b{HTTP/1.1, (http/1.1)}{localhost:42699} 2024-11-14T07:21:43,378 INFO [Time-limited test {}] server.Server(415): Started @273221ms 2024-11-14T07:21:43,379 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T07:21:44,276 WARN [Thread-3418 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f8298508-e1e0-e862-5842-398a121b1fae/cluster_7a5c8f28-7f16-7473-659a-bf7e8957d7ea/data/data1/current/BP-469472401-172.17.0.2-1731568902545/current, will proceed with Du for space computation calculation, 2024-11-14T07:21:44,276 WARN [Thread-3419 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f8298508-e1e0-e862-5842-398a121b1fae/cluster_7a5c8f28-7f16-7473-659a-bf7e8957d7ea/data/data2/current/BP-469472401-172.17.0.2-1731568902545/current, will proceed with Du for space computation calculation, 2024-11-14T07:21:44,294 WARN [Thread-3406 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T07:21:44,296 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb01ad2e744346dfe with lease ID 0xa9451850befb43d0: Processing first storage report for DS-5d4e6ac4-a3c1-4f9e-b362-2dcfcf8f5b48 from datanode DatanodeRegistration(127.0.0.1:44583, datanodeUuid=20705ea5-f42a-48a0-be73-fad38a1e4a5e, infoPort=41401, infoSecurePort=0, ipcPort=41831, storageInfo=lv=-57;cid=testClusterID;nsid=1134050606;c=1731568902545) 2024-11-14T07:21:44,296 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb01ad2e744346dfe with lease ID 0xa9451850befb43d0: from storage DS-5d4e6ac4-a3c1-4f9e-b362-2dcfcf8f5b48 node DatanodeRegistration(127.0.0.1:44583, datanodeUuid=20705ea5-f42a-48a0-be73-fad38a1e4a5e, infoPort=41401, infoSecurePort=0, ipcPort=41831, storageInfo=lv=-57;cid=testClusterID;nsid=1134050606;c=1731568902545), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T07:21:44,296 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb01ad2e744346dfe with lease ID 0xa9451850befb43d0: Processing first storage report for DS-3a2035e8-40f6-47ee-8156-e3c38e8dedc4 from datanode DatanodeRegistration(127.0.0.1:44583, datanodeUuid=20705ea5-f42a-48a0-be73-fad38a1e4a5e, infoPort=41401, infoSecurePort=0, ipcPort=41831, storageInfo=lv=-57;cid=testClusterID;nsid=1134050606;c=1731568902545) 2024-11-14T07:21:44,296 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb01ad2e744346dfe with lease ID 0xa9451850befb43d0: from storage DS-3a2035e8-40f6-47ee-8156-e3c38e8dedc4 node DatanodeRegistration(127.0.0.1:44583, datanodeUuid=20705ea5-f42a-48a0-be73-fad38a1e4a5e, infoPort=41401, infoSecurePort=0, ipcPort=41831, storageInfo=lv=-57;cid=testClusterID;nsid=1134050606;c=1731568902545), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T07:21:44,308 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f8298508-e1e0-e862-5842-398a121b1fae 2024-11-14T07:21:44,308 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:21:44,309 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:21:44,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741825_1001 (size=7) 2024-11-14T07:21:44,715 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16 with version=8 2024-11-14T07:21:44,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/hbase-staging 2024-11-14T07:21:44,717 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c7aa6e2790b3:0 server-side Connection retries=45 2024-11-14T07:21:44,717 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T07:21:44,717 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T07:21:44,718 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T07:21:44,718 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T07:21:44,718 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T07:21:44,718 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T07:21:44,718 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T07:21:44,718 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42285 2024-11-14T07:21:44,719 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42285 connecting to ZooKeeper ensemble=127.0.0.1:49697 2024-11-14T07:21:44,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:422850x0, quorum=127.0.0.1:49697, baseZNode=/0-261350794 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T07:21:44,846 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42285-0x10138389d190000 connected 2024-11-14T07:21:44,928 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:21:44,929 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:21:44,931 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42285-0x10138389d190000, quorum=127.0.0.1:49697, baseZNode=/0-261350794 Set watcher on znode that does not yet exist, /0-261350794/running 2024-11-14T07:21:44,931 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16, hbase.cluster.distributed=false 2024-11-14T07:21:44,933 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42285-0x10138389d190000, quorum=127.0.0.1:49697, baseZNode=/0-261350794 Set watcher on znode that does not yet exist, /0-261350794/acl 2024-11-14T07:21:44,933 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42285 2024-11-14T07:21:44,933 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42285 2024-11-14T07:21:44,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42285 2024-11-14T07:21:44,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42285 2024-11-14T07:21:44,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42285 2024-11-14T07:21:44,953 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c7aa6e2790b3:0 server-side Connection retries=45 2024-11-14T07:21:44,954 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T07:21:44,954 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T07:21:44,954 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T07:21:44,954 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T07:21:44,954 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T07:21:44,954 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T07:21:44,954 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T07:21:44,956 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44685 2024-11-14T07:21:44,957 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44685 connecting to ZooKeeper ensemble=127.0.0.1:49697 2024-11-14T07:21:44,958 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:21:44,959 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:21:44,970 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:446850x0, quorum=127.0.0.1:49697, baseZNode=/0-261350794 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T07:21:44,971 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:446850x0, quorum=127.0.0.1:49697, baseZNode=/0-261350794 Set watcher on znode that does not yet exist, /0-261350794/running 2024-11-14T07:21:44,971 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44685-0x10138389d190001 connected 2024-11-14T07:21:44,971 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T07:21:44,973 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T07:21:44,973 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44685-0x10138389d190001, quorum=127.0.0.1:49697, baseZNode=/0-261350794 Set watcher on znode that does not yet exist, /0-261350794/master 2024-11-14T07:21:44,974 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44685-0x10138389d190001, quorum=127.0.0.1:49697, baseZNode=/0-261350794 Set watcher on znode that does not yet exist, /0-261350794/acl 2024-11-14T07:21:44,976 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44685 2024-11-14T07:21:44,976 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44685 2024-11-14T07:21:44,977 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44685 2024-11-14T07:21:44,977 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44685 2024-11-14T07:21:44,977 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44685 2024-11-14T07:21:44,988 DEBUG [M:0;c7aa6e2790b3:42285 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c7aa6e2790b3:42285 2024-11-14T07:21:44,990 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-261350794/backup-masters/c7aa6e2790b3,42285,1731568904717 2024-11-14T07:21:45,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42285-0x10138389d190000, quorum=127.0.0.1:49697, baseZNode=/0-261350794 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-261350794/backup-masters 2024-11-14T07:21:45,001 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44685-0x10138389d190001, quorum=127.0.0.1:49697, baseZNode=/0-261350794 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-261350794/backup-masters 2024-11-14T07:21:45,002 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42285-0x10138389d190000, quorum=127.0.0.1:49697, baseZNode=/0-261350794 Set watcher on existing znode=/0-261350794/backup-masters/c7aa6e2790b3,42285,1731568904717 2024-11-14T07:21:45,012 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44685-0x10138389d190001, quorum=127.0.0.1:49697, baseZNode=/0-261350794 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-261350794/master 2024-11-14T07:21:45,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42285-0x10138389d190000, quorum=127.0.0.1:49697, baseZNode=/0-261350794 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-261350794 2024-11-14T07:21:45,012 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44685-0x10138389d190001, quorum=127.0.0.1:49697, baseZNode=/0-261350794 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-261350794 2024-11-14T07:21:45,012 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42285-0x10138389d190000, quorum=127.0.0.1:49697, baseZNode=/0-261350794 Set watcher on existing znode=/0-261350794/master 2024-11-14T07:21:45,013 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-261350794/backup-masters/c7aa6e2790b3,42285,1731568904717 from backup master directory 2024-11-14T07:21:45,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42285-0x10138389d190000, quorum=127.0.0.1:49697, baseZNode=/0-261350794 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-261350794/backup-masters/c7aa6e2790b3,42285,1731568904717 2024-11-14T07:21:45,022 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44685-0x10138389d190001, quorum=127.0.0.1:49697, baseZNode=/0-261350794 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-261350794/backup-masters 2024-11-14T07:21:45,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42285-0x10138389d190000, quorum=127.0.0.1:49697, baseZNode=/0-261350794 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-261350794/backup-masters 2024-11-14T07:21:45,022 WARN [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T07:21:45,022 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c7aa6e2790b3,42285,1731568904717 2024-11-14T07:21:45,025 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/hbase.id] with ID: 9a717e5b-c5d7-4977-9900-c0f455c53391 2024-11-14T07:21:45,025 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/.tmp/hbase.id 2024-11-14T07:21:45,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741826_1002 (size=42) 2024-11-14T07:21:45,429 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/.tmp/hbase.id]:[hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/hbase.id] 2024-11-14T07:21:45,436 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:21:45,436 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T07:21:45,437 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T07:21:45,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42285-0x10138389d190000, quorum=127.0.0.1:49697, baseZNode=/0-261350794 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-261350794 2024-11-14T07:21:45,486 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44685-0x10138389d190001, quorum=127.0.0.1:49697, baseZNode=/0-261350794 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-261350794 2024-11-14T07:21:45,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741827_1003 (size=196) 2024-11-14T07:21:45,890 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T07:21:45,891 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T07:21:45,891 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T07:21:45,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741828_1004 (size=1189) 2024-11-14T07:21:45,975 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T07:21:45,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:45,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:45,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:45,976 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:45,976 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:46,007 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:46,007 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:46,008 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:46,008 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:46,008 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:46,008 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:46,014 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:46,017 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:46,017 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:46,019 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:46,296 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/MasterData/data/master/store 2024-11-14T07:21:46,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741829_1005 (size=34) 2024-11-14T07:21:46,701 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:21:46,701 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T07:21:46,701 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:21:46,701 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:21:46,701 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T07:21:46,701 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:21:46,701 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:21:46,701 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731568906701Disabling compacts and flushes for region at 1731568906701Disabling writes for close at 1731568906701Writing region close event to WAL at 1731568906701Closed at 1731568906701 2024-11-14T07:21:46,702 WARN [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/MasterData/data/master/store/.initializing 2024-11-14T07:21:46,702 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/MasterData/WALs/c7aa6e2790b3,42285,1731568904717 2024-11-14T07:21:46,703 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T07:21:46,704 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c7aa6e2790b3%2C42285%2C1731568904717, suffix=, logDir=hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/MasterData/WALs/c7aa6e2790b3,42285,1731568904717, archiveDir=hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/MasterData/oldWALs, maxLogs=10 2024-11-14T07:21:46,716 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/MasterData/WALs/c7aa6e2790b3,42285,1731568904717/c7aa6e2790b3%2C42285%2C1731568904717.1731568906704, exclude list is [], retry=0 2024-11-14T07:21:46,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44583,DS-5d4e6ac4-a3c1-4f9e-b362-2dcfcf8f5b48,DISK] 2024-11-14T07:21:46,719 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/MasterData/WALs/c7aa6e2790b3,42285,1731568904717/c7aa6e2790b3%2C42285%2C1731568904717.1731568906704 2024-11-14T07:21:46,720 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41401:41401)] 2024-11-14T07:21:46,720 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T07:21:46,720 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:21:46,720 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:21:46,720 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:21:46,721 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:21:46,722 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T07:21:46,722 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:21:46,723 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:21:46,723 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:21:46,724 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T07:21:46,724 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:21:46,724 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:21:46,724 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:21:46,725 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T07:21:46,725 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:21:46,725 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:21:46,725 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:21:46,726 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T07:21:46,726 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:21:46,726 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:21:46,726 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:21:46,727 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:21:46,727 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:21:46,728 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:21:46,728 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:21:46,728 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T07:21:46,729 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:21:46,730 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T07:21:46,731 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67882367, jitterRate=0.011526092886924744}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T07:21:46,731 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731568906720Initializing all the Stores at 1731568906721 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568906721Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568906721Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568906721Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568906721Cleaning up temporary data from old regions at 1731568906728 (+7 ms)Region opened successfully at 1731568906731 (+3 ms) 2024-11-14T07:21:46,731 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T07:21:46,733 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a466eaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c7aa6e2790b3/172.17.0.2:0 2024-11-14T07:21:46,734 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T07:21:46,734 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T07:21:46,734 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T07:21:46,734 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T07:21:46,735 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T07:21:46,735 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T07:21:46,735 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T07:21:46,736 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T07:21:46,737 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42285-0x10138389d190000, quorum=127.0.0.1:49697, baseZNode=/0-261350794 Unable to get data of znode /0-261350794/balancer because node does not exist (not necessarily an error) 2024-11-14T07:21:46,791 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-261350794/balancer already deleted, retry=false 2024-11-14T07:21:46,791 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T07:21:46,792 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42285-0x10138389d190000, quorum=127.0.0.1:49697, baseZNode=/0-261350794 Unable to get data of znode /0-261350794/normalizer because node does not exist (not necessarily an error) 2024-11-14T07:21:46,801 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-261350794/normalizer already deleted, retry=false 2024-11-14T07:21:46,801 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T07:21:46,802 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42285-0x10138389d190000, quorum=127.0.0.1:49697, baseZNode=/0-261350794 Unable to get data of znode /0-261350794/switch/split because node does not exist (not necessarily an error) 2024-11-14T07:21:46,812 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-261350794/switch/split already deleted, retry=false 2024-11-14T07:21:46,812 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42285-0x10138389d190000, quorum=127.0.0.1:49697, baseZNode=/0-261350794 Unable to get data of znode /0-261350794/switch/merge because node does not exist (not necessarily an error) 2024-11-14T07:21:46,822 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-261350794/switch/merge already deleted, retry=false 2024-11-14T07:21:46,824 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42285-0x10138389d190000, quorum=127.0.0.1:49697, baseZNode=/0-261350794 Unable to get data of znode /0-261350794/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T07:21:46,833 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-261350794/snapshot-cleanup already deleted, retry=false 2024-11-14T07:21:46,844 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44685-0x10138389d190001, quorum=127.0.0.1:49697, baseZNode=/0-261350794 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-261350794/running 2024-11-14T07:21:46,844 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44685-0x10138389d190001, quorum=127.0.0.1:49697, baseZNode=/0-261350794 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-261350794 2024-11-14T07:21:46,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42285-0x10138389d190000, quorum=127.0.0.1:49697, baseZNode=/0-261350794 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-261350794/running 2024-11-14T07:21:46,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42285-0x10138389d190000, quorum=127.0.0.1:49697, baseZNode=/0-261350794 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-261350794 2024-11-14T07:21:46,844 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c7aa6e2790b3,42285,1731568904717, sessionid=0x10138389d190000, setting cluster-up flag (Was=false) 2024-11-14T07:21:46,865 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44685-0x10138389d190001, quorum=127.0.0.1:49697, baseZNode=/0-261350794 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-261350794 2024-11-14T07:21:46,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42285-0x10138389d190000, quorum=127.0.0.1:49697, baseZNode=/0-261350794 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-261350794 2024-11-14T07:21:46,896 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-261350794/flush-table-proc/acquired, /0-261350794/flush-table-proc/reached, /0-261350794/flush-table-proc/abort 2024-11-14T07:21:46,897 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c7aa6e2790b3,42285,1731568904717 2024-11-14T07:21:46,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42285-0x10138389d190000, quorum=127.0.0.1:49697, baseZNode=/0-261350794 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-261350794 2024-11-14T07:21:46,917 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44685-0x10138389d190001, quorum=127.0.0.1:49697, baseZNode=/0-261350794 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-261350794 2024-11-14T07:21:46,949 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-261350794/online-snapshot/acquired, /0-261350794/online-snapshot/reached, /0-261350794/online-snapshot/abort 2024-11-14T07:21:46,950 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c7aa6e2790b3,42285,1731568904717 2024-11-14T07:21:46,951 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T07:21:46,952 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T07:21:46,952 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T07:21:46,952 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T07:21:46,953 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c7aa6e2790b3,42285,1731568904717 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T07:21:46,954 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c7aa6e2790b3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T07:21:46,954 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c7aa6e2790b3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T07:21:46,954 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T07:21:46,954 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T07:21:46,954 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c7aa6e2790b3:0, corePoolSize=10, maxPoolSize=10 2024-11-14T07:21:46,954 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:21:46,954 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T07:21:46,954 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:21:46,955 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731568936955 2024-11-14T07:21:46,955 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T07:21:46,955 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T07:21:46,955 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T07:21:46,955 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T07:21:46,955 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T07:21:46,955 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T07:21:46,955 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T07:21:46,955 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:46,955 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T07:21:46,955 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T07:21:46,955 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T07:21:46,956 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T07:21:46,956 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T07:21:46,956 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T07:21:46,956 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T07:21:46,956 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:21:46,956 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T07:21:46,960 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.large.0-1731568906956,5,FailOnTimeoutGroup] 2024-11-14T07:21:46,961 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.small.0-1731568906960,5,FailOnTimeoutGroup] 2024-11-14T07:21:46,962 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:46,962 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T07:21:46,962 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:46,962 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:46,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741831_1007 (size=1321) 2024-11-14T07:21:46,980 INFO [RS:0;c7aa6e2790b3:44685 {}] regionserver.HRegionServer(746): ClusterId : 9a717e5b-c5d7-4977-9900-c0f455c53391 2024-11-14T07:21:46,980 DEBUG [RS:0;c7aa6e2790b3:44685 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T07:21:46,992 DEBUG [RS:0;c7aa6e2790b3:44685 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T07:21:46,992 DEBUG [RS:0;c7aa6e2790b3:44685 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T07:21:47,002 DEBUG [RS:0;c7aa6e2790b3:44685 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T07:21:47,002 DEBUG [RS:0;c7aa6e2790b3:44685 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40d91f12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c7aa6e2790b3/172.17.0.2:0 2024-11-14T07:21:47,017 DEBUG [RS:0;c7aa6e2790b3:44685 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c7aa6e2790b3:44685 2024-11-14T07:21:47,017 INFO [RS:0;c7aa6e2790b3:44685 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T07:21:47,017 INFO [RS:0;c7aa6e2790b3:44685 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T07:21:47,017 DEBUG [RS:0;c7aa6e2790b3:44685 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T07:21:47,018 INFO [RS:0;c7aa6e2790b3:44685 {}] regionserver.HRegionServer(2659): reportForDuty to master=c7aa6e2790b3,42285,1731568904717 with port=44685, startcode=1731568904953 2024-11-14T07:21:47,018 DEBUG [RS:0;c7aa6e2790b3:44685 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T07:21:47,019 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39191, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T07:21:47,020 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42285 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c7aa6e2790b3,44685,1731568904953 2024-11-14T07:21:47,020 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42285 {}] master.ServerManager(517): Registering regionserver=c7aa6e2790b3,44685,1731568904953 2024-11-14T07:21:47,021 DEBUG [RS:0;c7aa6e2790b3:44685 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16 2024-11-14T07:21:47,021 DEBUG [RS:0;c7aa6e2790b3:44685 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34667 2024-11-14T07:21:47,021 DEBUG [RS:0;c7aa6e2790b3:44685 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T07:21:47,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42285-0x10138389d190000, quorum=127.0.0.1:49697, baseZNode=/0-261350794 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-261350794/rs 2024-11-14T07:21:47,033 DEBUG [RS:0;c7aa6e2790b3:44685 {}] zookeeper.ZKUtil(111): regionserver:44685-0x10138389d190001, quorum=127.0.0.1:49697, baseZNode=/0-261350794 Set watcher on existing znode=/0-261350794/rs/c7aa6e2790b3,44685,1731568904953 2024-11-14T07:21:47,033 WARN [RS:0;c7aa6e2790b3:44685 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T07:21:47,033 INFO [RS:0;c7aa6e2790b3:44685 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T07:21:47,033 DEBUG [RS:0;c7aa6e2790b3:44685 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/WALs/c7aa6e2790b3,44685,1731568904953 2024-11-14T07:21:47,034 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c7aa6e2790b3,44685,1731568904953] 2024-11-14T07:21:47,036 INFO [RS:0;c7aa6e2790b3:44685 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T07:21:47,038 INFO [RS:0;c7aa6e2790b3:44685 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T07:21:47,038 INFO [RS:0;c7aa6e2790b3:44685 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T07:21:47,039 INFO [RS:0;c7aa6e2790b3:44685 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:47,039 INFO [RS:0;c7aa6e2790b3:44685 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T07:21:47,039 INFO [RS:0;c7aa6e2790b3:44685 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T07:21:47,039 INFO [RS:0;c7aa6e2790b3:44685 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:47,039 DEBUG [RS:0;c7aa6e2790b3:44685 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:21:47,039 DEBUG [RS:0;c7aa6e2790b3:44685 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:21:47,039 DEBUG [RS:0;c7aa6e2790b3:44685 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:21:47,040 DEBUG [RS:0;c7aa6e2790b3:44685 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:21:47,040 DEBUG [RS:0;c7aa6e2790b3:44685 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:21:47,040 DEBUG [RS:0;c7aa6e2790b3:44685 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c7aa6e2790b3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T07:21:47,040 DEBUG [RS:0;c7aa6e2790b3:44685 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:21:47,040 DEBUG [RS:0;c7aa6e2790b3:44685 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:21:47,040 DEBUG [RS:0;c7aa6e2790b3:44685 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:21:47,040 DEBUG [RS:0;c7aa6e2790b3:44685 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:21:47,040 DEBUG [RS:0;c7aa6e2790b3:44685 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:21:47,040 DEBUG [RS:0;c7aa6e2790b3:44685 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:21:47,040 DEBUG [RS:0;c7aa6e2790b3:44685 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c7aa6e2790b3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T07:21:47,040 DEBUG [RS:0;c7aa6e2790b3:44685 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c7aa6e2790b3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T07:21:47,044 INFO [RS:0;c7aa6e2790b3:44685 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:47,044 INFO [RS:0;c7aa6e2790b3:44685 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:47,044 INFO [RS:0;c7aa6e2790b3:44685 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:47,044 INFO [RS:0;c7aa6e2790b3:44685 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:47,044 INFO [RS:0;c7aa6e2790b3:44685 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:47,044 INFO [RS:0;c7aa6e2790b3:44685 {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,44685,1731568904953-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T07:21:47,056 INFO [RS:0;c7aa6e2790b3:44685 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T07:21:47,057 INFO [RS:0;c7aa6e2790b3:44685 {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,44685,1731568904953-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:47,057 INFO [RS:0;c7aa6e2790b3:44685 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:47,057 INFO [RS:0;c7aa6e2790b3:44685 {}] regionserver.Replication(171): c7aa6e2790b3,44685,1731568904953 started 2024-11-14T07:21:47,068 INFO [RS:0;c7aa6e2790b3:44685 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:47,068 INFO [RS:0;c7aa6e2790b3:44685 {}] regionserver.HRegionServer(1482): Serving as c7aa6e2790b3,44685,1731568904953, RpcServer on c7aa6e2790b3/172.17.0.2:44685, sessionid=0x10138389d190001 2024-11-14T07:21:47,068 DEBUG [RS:0;c7aa6e2790b3:44685 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T07:21:47,068 DEBUG [RS:0;c7aa6e2790b3:44685 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c7aa6e2790b3,44685,1731568904953 2024-11-14T07:21:47,068 DEBUG [RS:0;c7aa6e2790b3:44685 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c7aa6e2790b3,44685,1731568904953' 2024-11-14T07:21:47,068 DEBUG [RS:0;c7aa6e2790b3:44685 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-261350794/flush-table-proc/abort' 2024-11-14T07:21:47,068 DEBUG [RS:0;c7aa6e2790b3:44685 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-261350794/flush-table-proc/acquired' 2024-11-14T07:21:47,069 DEBUG [RS:0;c7aa6e2790b3:44685 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T07:21:47,069 DEBUG [RS:0;c7aa6e2790b3:44685 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T07:21:47,069 DEBUG [RS:0;c7aa6e2790b3:44685 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c7aa6e2790b3,44685,1731568904953 2024-11-14T07:21:47,069 DEBUG [RS:0;c7aa6e2790b3:44685 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c7aa6e2790b3,44685,1731568904953' 2024-11-14T07:21:47,069 DEBUG [RS:0;c7aa6e2790b3:44685 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-261350794/online-snapshot/abort' 2024-11-14T07:21:47,069 DEBUG [RS:0;c7aa6e2790b3:44685 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-261350794/online-snapshot/acquired' 2024-11-14T07:21:47,069 DEBUG [RS:0;c7aa6e2790b3:44685 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T07:21:47,069 INFO [RS:0;c7aa6e2790b3:44685 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T07:21:47,069 INFO [RS:0;c7aa6e2790b3:44685 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T07:21:47,144 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T07:21:47,144 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T07:21:47,144 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T07:21:47,169 INFO [RS:0;c7aa6e2790b3:44685 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T07:21:47,171 INFO [RS:0;c7aa6e2790b3:44685 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c7aa6e2790b3%2C44685%2C1731568904953, suffix=, logDir=hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/WALs/c7aa6e2790b3,44685,1731568904953, archiveDir=hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/oldWALs, maxLogs=10 2024-11-14T07:21:47,186 DEBUG [RS:0;c7aa6e2790b3:44685 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/WALs/c7aa6e2790b3,44685,1731568904953/c7aa6e2790b3%2C44685%2C1731568904953.1731568907171, exclude list is [], retry=0 2024-11-14T07:21:47,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44583,DS-5d4e6ac4-a3c1-4f9e-b362-2dcfcf8f5b48,DISK] 2024-11-14T07:21:47,190 INFO [RS:0;c7aa6e2790b3:44685 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/WALs/c7aa6e2790b3,44685,1731568904953/c7aa6e2790b3%2C44685%2C1731568904953.1731568907171 2024-11-14T07:21:47,190 DEBUG [RS:0;c7aa6e2790b3:44685 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41401:41401)] 2024-11-14T07:21:47,365 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T07:21:47,365 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16 2024-11-14T07:21:47,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741833_1009 (size=32) 2024-11-14T07:21:47,769 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:21:47,770 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T07:21:47,771 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T07:21:47,771 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:21:47,772 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:21:47,772 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T07:21:47,772 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T07:21:47,772 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:21:47,773 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:21:47,773 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T07:21:47,774 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T07:21:47,774 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:21:47,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:21:47,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T07:21:47,775 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T07:21:47,775 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:21:47,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:21:47,775 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T07:21:47,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/data/hbase/meta/1588230740 2024-11-14T07:21:47,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/data/hbase/meta/1588230740 2024-11-14T07:21:47,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T07:21:47,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T07:21:47,777 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T07:21:47,777 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T07:21:47,779 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T07:21:47,779 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66852858, jitterRate=-0.003814786672592163}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T07:21:47,779 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731568907769Initializing all the Stores at 1731568907770 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568907770Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568907770Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568907770Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568907770Cleaning up temporary data from old regions at 1731568907776 (+6 ms)Region opened successfully at 1731568907779 (+3 ms) 2024-11-14T07:21:47,780 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T07:21:47,780 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T07:21:47,780 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T07:21:47,780 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T07:21:47,780 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T07:21:47,780 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T07:21:47,780 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731568907779Disabling compacts and flushes for region at 1731568907779Disabling writes for close at 1731568907780 (+1 ms)Writing region close event to WAL at 1731568907780Closed at 1731568907780 2024-11-14T07:21:47,781 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T07:21:47,781 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T07:21:47,781 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T07:21:47,782 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T07:21:47,783 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T07:21:47,933 DEBUG [c7aa6e2790b3:42285 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T07:21:47,933 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c7aa6e2790b3,44685,1731568904953 2024-11-14T07:21:47,934 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c7aa6e2790b3,44685,1731568904953, state=OPENING 2024-11-14T07:21:47,975 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:21:47,976 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c7aa6e2790b3,32917,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c7aa6e2790b3:32917 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T07:21:47,976 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88547 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c7aa6e2790b3,32917,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c7aa6e2790b3:32917 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T07:21:47,991 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T07:21:48,002 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44685-0x10138389d190001, quorum=127.0.0.1:49697, baseZNode=/0-261350794 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-261350794 2024-11-14T07:21:48,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42285-0x10138389d190000, quorum=127.0.0.1:49697, baseZNode=/0-261350794 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-261350794 2024-11-14T07:21:48,003 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T07:21:48,003 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-261350794/meta-region-server: CHANGED 2024-11-14T07:21:48,003 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-261350794/meta-region-server: CHANGED 2024-11-14T07:21:48,003 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c7aa6e2790b3,44685,1731568904953}] 2024-11-14T07:21:48,155 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T07:21:48,157 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60245, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T07:21:48,159 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T07:21:48,159 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T07:21:48,160 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T07:21:48,161 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c7aa6e2790b3%2C44685%2C1731568904953.meta, suffix=.meta, logDir=hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/WALs/c7aa6e2790b3,44685,1731568904953, archiveDir=hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/oldWALs, maxLogs=10 2024-11-14T07:21:48,175 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/WALs/c7aa6e2790b3,44685,1731568904953/c7aa6e2790b3%2C44685%2C1731568904953.meta.1731568908161.meta, exclude list is [], retry=0 2024-11-14T07:21:48,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44583,DS-5d4e6ac4-a3c1-4f9e-b362-2dcfcf8f5b48,DISK] 2024-11-14T07:21:48,180 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/WALs/c7aa6e2790b3,44685,1731568904953/c7aa6e2790b3%2C44685%2C1731568904953.meta.1731568908161.meta 2024-11-14T07:21:48,180 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41401:41401)] 2024-11-14T07:21:48,180 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T07:21:48,181 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T07:21:48,181 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T07:21:48,181 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T07:21:48,181 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T07:21:48,181 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T07:21:48,181 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:21:48,181 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T07:21:48,181 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T07:21:48,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T07:21:48,183 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T07:21:48,183 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:21:48,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:21:48,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T07:21:48,184 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T07:21:48,184 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:21:48,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:21:48,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T07:21:48,184 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T07:21:48,184 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:21:48,185 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:21:48,185 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T07:21:48,185 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T07:21:48,185 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:21:48,185 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:21:48,186 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T07:21:48,186 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/data/hbase/meta/1588230740 2024-11-14T07:21:48,187 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/data/hbase/meta/1588230740 2024-11-14T07:21:48,187 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T07:21:48,187 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T07:21:48,188 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T07:21:48,189 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T07:21:48,189 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65849808, jitterRate=-0.018761396408081055}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T07:21:48,190 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T07:21:48,190 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731568908181Writing region info on filesystem at 1731568908181Initializing all the Stores at 1731568908182 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568908182Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568908182Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568908182Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568908182Cleaning up temporary data from old regions at 1731568908187 (+5 ms)Running coprocessor post-open hooks at 1731568908190 (+3 ms)Region opened successfully at 1731568908190 2024-11-14T07:21:48,191 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731568908155 2024-11-14T07:21:48,193 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T07:21:48,193 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T07:21:48,194 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c7aa6e2790b3,44685,1731568904953 2024-11-14T07:21:48,195 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c7aa6e2790b3,44685,1731568904953, state=OPEN 2024-11-14T07:21:48,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42285-0x10138389d190000, quorum=127.0.0.1:49697, baseZNode=/0-261350794 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-261350794/meta-region-server 2024-11-14T07:21:48,225 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44685-0x10138389d190001, quorum=127.0.0.1:49697, baseZNode=/0-261350794 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-261350794/meta-region-server 2024-11-14T07:21:48,225 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c7aa6e2790b3,44685,1731568904953 2024-11-14T07:21:48,225 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-261350794/meta-region-server: CHANGED 2024-11-14T07:21:48,225 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-261350794/meta-region-server: CHANGED 2024-11-14T07:21:48,227 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T07:21:48,227 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c7aa6e2790b3,44685,1731568904953 in 222 msec 2024-11-14T07:21:48,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T07:21:48,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 446 msec 2024-11-14T07:21:48,229 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T07:21:48,229 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T07:21:48,230 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T07:21:48,230 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c7aa6e2790b3,44685,1731568904953, seqNum=-1] 2024-11-14T07:21:48,230 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T07:21:48,231 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32783, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T07:21:48,235 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2830 sec 2024-11-14T07:21:48,235 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731568908235, completionTime=-1 2024-11-14T07:21:48,235 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T07:21:48,235 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T07:21:48,237 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T07:21:48,237 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731568968237 2024-11-14T07:21:48,237 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731569028237 2024-11-14T07:21:48,237 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T07:21:48,237 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,42285,1731568904717-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:48,237 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,42285,1731568904717-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:48,237 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,42285,1731568904717-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:48,237 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c7aa6e2790b3:42285, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:48,237 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:48,238 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:48,241 DEBUG [master/c7aa6e2790b3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T07:21:48,242 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.219sec 2024-11-14T07:21:48,242 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T07:21:48,242 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T07:21:48,242 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T07:21:48,242 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T07:21:48,242 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T07:21:48,242 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,42285,1731568904717-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T07:21:48,242 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,42285,1731568904717-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T07:21:48,244 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T07:21:48,244 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T07:21:48,244 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,42285,1731568904717-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:48,281 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bd286f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:21:48,281 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,42285,-1 for getting cluster id 2024-11-14T07:21:48,281 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:21:48,282 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a717e5b-c5d7-4977-9900-c0f455c53391' 2024-11-14T07:21:48,282 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:21:48,282 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a717e5b-c5d7-4977-9900-c0f455c53391" 2024-11-14T07:21:48,282 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7453e899, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:21:48,282 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,42285,-1] 2024-11-14T07:21:48,282 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:21:48,282 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:21:48,283 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:21:48,284 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2498731e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:21:48,284 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T07:21:48,285 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c7aa6e2790b3,44685,1731568904953, seqNum=-1] 2024-11-14T07:21:48,285 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T07:21:48,286 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T07:21:48,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c7aa6e2790b3,42285,1731568904717 2024-11-14T07:21:48,287 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49697 2024-11-14T07:21:48,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49697, baseZNode=/0-261350794 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T07:21:48,307 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10138389d190002 connected 2024-11-14T07:21:48,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f8298508-e1e0-e862-5842-398a121b1fae/hadoop.log.dir so I do NOT create it in target/test-data/726f32bd-91f8-3c0b-438c-df8e8a22e622 2024-11-14T07:21:48,319 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f8298508-e1e0-e862-5842-398a121b1fae/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T07:21:48,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f8298508-e1e0-e862-5842-398a121b1fae/hadoop.tmp.dir so I do NOT create it in target/test-data/726f32bd-91f8-3c0b-438c-df8e8a22e622 2024-11-14T07:21:48,319 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f8298508-e1e0-e862-5842-398a121b1fae/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T07:21:48,319 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/726f32bd-91f8-3c0b-438c-df8e8a22e622 2024-11-14T07:21:48,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T07:21:48,319 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/726f32bd-91f8-3c0b-438c-df8e8a22e622/cluster_06b43bd2-e2c8-a6d2-ba82-389dd6ff8767, deleteOnExit=true 2024-11-14T07:21:48,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T07:21:48,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/726f32bd-91f8-3c0b-438c-df8e8a22e622/test.cache.data in system properties and HBase conf 2024-11-14T07:21:48,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/726f32bd-91f8-3c0b-438c-df8e8a22e622/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T07:21:48,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/726f32bd-91f8-3c0b-438c-df8e8a22e622/hadoop.log.dir in system properties and HBase conf 2024-11-14T07:21:48,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/726f32bd-91f8-3c0b-438c-df8e8a22e622/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T07:21:48,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/726f32bd-91f8-3c0b-438c-df8e8a22e622/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T07:21:48,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T07:21:48,320 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T07:21:48,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/726f32bd-91f8-3c0b-438c-df8e8a22e622/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T07:21:48,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/726f32bd-91f8-3c0b-438c-df8e8a22e622/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T07:21:48,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/726f32bd-91f8-3c0b-438c-df8e8a22e622/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T07:21:48,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/726f32bd-91f8-3c0b-438c-df8e8a22e622/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T07:21:48,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/726f32bd-91f8-3c0b-438c-df8e8a22e622/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T07:21:48,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/726f32bd-91f8-3c0b-438c-df8e8a22e622/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T07:21:48,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/726f32bd-91f8-3c0b-438c-df8e8a22e622/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T07:21:48,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/726f32bd-91f8-3c0b-438c-df8e8a22e622/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T07:21:48,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/726f32bd-91f8-3c0b-438c-df8e8a22e622/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T07:21:48,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/726f32bd-91f8-3c0b-438c-df8e8a22e622/nfs.dump.dir in system properties and HBase conf 2024-11-14T07:21:48,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/726f32bd-91f8-3c0b-438c-df8e8a22e622/java.io.tmpdir in system properties and HBase conf 2024-11-14T07:21:48,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/726f32bd-91f8-3c0b-438c-df8e8a22e622/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T07:21:48,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/726f32bd-91f8-3c0b-438c-df8e8a22e622/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T07:21:48,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/726f32bd-91f8-3c0b-438c-df8e8a22e622/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T07:21:48,646 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T07:21:48,649 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T07:21:48,650 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T07:21:48,650 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T07:21:48,650 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T07:21:48,652 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T07:21:48,652 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e125f9d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/726f32bd-91f8-3c0b-438c-df8e8a22e622/hadoop.log.dir/,AVAILABLE} 2024-11-14T07:21:48,652 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5714c4c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T07:21:48,746 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@53832d8b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/726f32bd-91f8-3c0b-438c-df8e8a22e622/java.io.tmpdir/jetty-localhost-40933-hadoop-hdfs-3_4_1-tests_jar-_-any-10662677724909638978/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T07:21:48,747 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1f97b7f4{HTTP/1.1, (http/1.1)}{localhost:40933} 2024-11-14T07:21:48,747 INFO [Time-limited test {}] server.Server(415): Started @278590ms 2024-11-14T07:21:49,406 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T07:21:49,408 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T07:21:49,412 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T07:21:49,412 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T07:21:49,412 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T07:21:49,413 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@521605cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/726f32bd-91f8-3c0b-438c-df8e8a22e622/hadoop.log.dir/,AVAILABLE} 2024-11-14T07:21:49,413 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77396616{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T07:21:49,511 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7867800b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/726f32bd-91f8-3c0b-438c-df8e8a22e622/java.io.tmpdir/jetty-localhost-39987-hadoop-hdfs-3_4_1-tests_jar-_-any-17371580312222820571/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T07:21:49,511 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@338dd482{HTTP/1.1, (http/1.1)}{localhost:39987} 2024-11-14T07:21:49,511 INFO [Time-limited test {}] server.Server(415): Started @279355ms 2024-11-14T07:21:49,512 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T07:21:50,248 WARN [Thread-3539 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/726f32bd-91f8-3c0b-438c-df8e8a22e622/cluster_06b43bd2-e2c8-a6d2-ba82-389dd6ff8767/data/data1/current/BP-871539883-172.17.0.2-1731568908335/current, will proceed with Du for space computation calculation, 2024-11-14T07:21:50,249 WARN [Thread-3540 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/726f32bd-91f8-3c0b-438c-df8e8a22e622/cluster_06b43bd2-e2c8-a6d2-ba82-389dd6ff8767/data/data2/current/BP-871539883-172.17.0.2-1731568908335/current, will proceed with Du for space computation calculation, 2024-11-14T07:21:50,265 WARN [Thread-3527 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T07:21:50,267 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd727f9fe14830009 with lease ID 0x29d2b6de264b139d: Processing first storage report for DS-cdd5107d-673c-4830-bdfe-d983417f978d from datanode DatanodeRegistration(127.0.0.1:34811, datanodeUuid=de4c98dd-c0f0-4687-9537-3c254a934cb0, infoPort=46473, infoSecurePort=0, ipcPort=37251, storageInfo=lv=-57;cid=testClusterID;nsid=1973555661;c=1731568908335) 2024-11-14T07:21:50,267 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd727f9fe14830009 with lease ID 0x29d2b6de264b139d: from storage DS-cdd5107d-673c-4830-bdfe-d983417f978d node DatanodeRegistration(127.0.0.1:34811, datanodeUuid=de4c98dd-c0f0-4687-9537-3c254a934cb0, infoPort=46473, infoSecurePort=0, ipcPort=37251, storageInfo=lv=-57;cid=testClusterID;nsid=1973555661;c=1731568908335), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T07:21:50,267 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd727f9fe14830009 with lease ID 0x29d2b6de264b139d: Processing first storage report for DS-2f640073-12fd-4e4c-b130-dfafa9b37a84 from datanode DatanodeRegistration(127.0.0.1:34811, datanodeUuid=de4c98dd-c0f0-4687-9537-3c254a934cb0, infoPort=46473, infoSecurePort=0, ipcPort=37251, storageInfo=lv=-57;cid=testClusterID;nsid=1973555661;c=1731568908335) 2024-11-14T07:21:50,267 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd727f9fe14830009 with lease ID 0x29d2b6de264b139d: from storage DS-2f640073-12fd-4e4c-b130-dfafa9b37a84 node DatanodeRegistration(127.0.0.1:34811, datanodeUuid=de4c98dd-c0f0-4687-9537-3c254a934cb0, infoPort=46473, infoSecurePort=0, ipcPort=37251, storageInfo=lv=-57;cid=testClusterID;nsid=1973555661;c=1731568908335), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T07:21:50,335 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/726f32bd-91f8-3c0b-438c-df8e8a22e622 2024-11-14T07:21:50,335 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:21:50,336 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:21:50,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34811 is added to blk_1073741825_1001 (size=7) 2024-11-14T07:21:50,742 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3 with version=8 2024-11-14T07:21:50,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/hbase-staging 2024-11-14T07:21:50,744 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c7aa6e2790b3:0 server-side Connection retries=45 2024-11-14T07:21:50,744 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T07:21:50,744 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T07:21:50,744 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T07:21:50,744 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T07:21:50,744 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T07:21:50,744 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T07:21:50,744 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T07:21:50,744 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35663 2024-11-14T07:21:50,745 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35663 connecting to ZooKeeper ensemble=127.0.0.1:49697 2024-11-14T07:21:50,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:356630x0, quorum=127.0.0.1:49697, baseZNode=/11165375535 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T07:21:50,791 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35663-0x10138389d190003 connected 2024-11-14T07:21:50,864 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:21:50,866 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:21:50,868 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35663-0x10138389d190003, quorum=127.0.0.1:49697, baseZNode=/11165375535 Set watcher on znode that does not yet exist, /11165375535/running 2024-11-14T07:21:50,868 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3, hbase.cluster.distributed=false 2024-11-14T07:21:50,869 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35663-0x10138389d190003, quorum=127.0.0.1:49697, baseZNode=/11165375535 Set watcher on znode that does not yet exist, /11165375535/acl 2024-11-14T07:21:50,870 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35663 2024-11-14T07:21:50,870 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35663 2024-11-14T07:21:50,870 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35663 2024-11-14T07:21:50,870 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35663 2024-11-14T07:21:50,871 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35663 2024-11-14T07:21:50,889 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c7aa6e2790b3:0 server-side Connection retries=45 2024-11-14T07:21:50,889 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T07:21:50,889 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T07:21:50,889 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T07:21:50,889 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T07:21:50,889 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T07:21:50,890 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T07:21:50,890 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T07:21:50,890 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37585 2024-11-14T07:21:50,891 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37585 connecting to ZooKeeper ensemble=127.0.0.1:49697 2024-11-14T07:21:50,892 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:21:50,893 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:21:50,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:375850x0, quorum=127.0.0.1:49697, baseZNode=/11165375535 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T07:21:50,907 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:375850x0, quorum=127.0.0.1:49697, baseZNode=/11165375535 Set watcher on znode that does not yet exist, /11165375535/running 2024-11-14T07:21:50,907 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37585-0x10138389d190004 connected 2024-11-14T07:21:50,907 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T07:21:50,907 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T07:21:50,908 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37585-0x10138389d190004, quorum=127.0.0.1:49697, baseZNode=/11165375535 Set watcher on znode that does not yet exist, /11165375535/master 2024-11-14T07:21:50,908 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37585-0x10138389d190004, quorum=127.0.0.1:49697, baseZNode=/11165375535 Set watcher on znode that does not yet exist, /11165375535/acl 2024-11-14T07:21:50,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37585 2024-11-14T07:21:50,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37585 2024-11-14T07:21:50,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37585 2024-11-14T07:21:50,915 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37585 2024-11-14T07:21:50,916 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37585 2024-11-14T07:21:50,932 DEBUG [M:0;c7aa6e2790b3:35663 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c7aa6e2790b3:35663 2024-11-14T07:21:50,932 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11165375535/backup-masters/c7aa6e2790b3,35663,1731568910743 2024-11-14T07:21:50,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35663-0x10138389d190003, quorum=127.0.0.1:49697, baseZNode=/11165375535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11165375535/backup-masters 2024-11-14T07:21:50,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37585-0x10138389d190004, quorum=127.0.0.1:49697, baseZNode=/11165375535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11165375535/backup-masters 2024-11-14T07:21:50,945 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35663-0x10138389d190003, quorum=127.0.0.1:49697, baseZNode=/11165375535 Set watcher on existing znode=/11165375535/backup-masters/c7aa6e2790b3,35663,1731568910743 2024-11-14T07:21:50,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37585-0x10138389d190004, quorum=127.0.0.1:49697, baseZNode=/11165375535 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11165375535/master 2024-11-14T07:21:50,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35663-0x10138389d190003, quorum=127.0.0.1:49697, baseZNode=/11165375535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11165375535 2024-11-14T07:21:50,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37585-0x10138389d190004, quorum=127.0.0.1:49697, baseZNode=/11165375535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11165375535 2024-11-14T07:21:50,955 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35663-0x10138389d190003, quorum=127.0.0.1:49697, baseZNode=/11165375535 Set watcher on existing znode=/11165375535/master 2024-11-14T07:21:50,956 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11165375535/backup-masters/c7aa6e2790b3,35663,1731568910743 from backup master directory 2024-11-14T07:21:50,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35663-0x10138389d190003, quorum=127.0.0.1:49697, baseZNode=/11165375535 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11165375535/backup-masters/c7aa6e2790b3,35663,1731568910743 2024-11-14T07:21:50,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37585-0x10138389d190004, quorum=127.0.0.1:49697, baseZNode=/11165375535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11165375535/backup-masters 2024-11-14T07:21:50,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35663-0x10138389d190003, quorum=127.0.0.1:49697, baseZNode=/11165375535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11165375535/backup-masters 2024-11-14T07:21:50,966 WARN [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T07:21:50,966 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c7aa6e2790b3,35663,1731568910743 2024-11-14T07:21:50,968 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/hbase.id] with ID: c28c6902-b7eb-4d9b-9ccd-9464a034b59f 2024-11-14T07:21:50,968 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/.tmp/hbase.id 2024-11-14T07:21:50,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34811 is added to blk_1073741826_1002 (size=42) 2024-11-14T07:21:51,375 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/.tmp/hbase.id]:[hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/hbase.id] 2024-11-14T07:21:51,383 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:21:51,383 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T07:21:51,384 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T07:21:51,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37585-0x10138389d190004, quorum=127.0.0.1:49697, baseZNode=/11165375535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11165375535 2024-11-14T07:21:51,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35663-0x10138389d190003, quorum=127.0.0.1:49697, baseZNode=/11165375535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11165375535 2024-11-14T07:21:51,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34811 is added to blk_1073741827_1003 (size=196) 2024-11-14T07:21:51,613 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T07:21:51,614 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T07:21:51,614 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T07:21:51,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34811 is added to blk_1073741828_1004 (size=1189) 2024-11-14T07:21:52,020 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/MasterData/data/master/store 2024-11-14T07:21:52,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34811 is added to blk_1073741829_1005 (size=34) 2024-11-14T07:21:52,425 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:21:52,425 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T07:21:52,425 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:21:52,425 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:21:52,425 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T07:21:52,425 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:21:52,425 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:21:52,425 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731568912425Disabling compacts and flushes for region at 1731568912425Disabling writes for close at 1731568912425Writing region close event to WAL at 1731568912425Closed at 1731568912425 2024-11-14T07:21:52,426 WARN [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/MasterData/data/master/store/.initializing 2024-11-14T07:21:52,426 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/MasterData/WALs/c7aa6e2790b3,35663,1731568910743 2024-11-14T07:21:52,426 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T07:21:52,427 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c7aa6e2790b3%2C35663%2C1731568910743, suffix=, logDir=hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/MasterData/WALs/c7aa6e2790b3,35663,1731568910743, archiveDir=hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/MasterData/oldWALs, maxLogs=10 2024-11-14T07:21:52,439 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/MasterData/WALs/c7aa6e2790b3,35663,1731568910743/c7aa6e2790b3%2C35663%2C1731568910743.1731568912428, exclude list is [], retry=0 2024-11-14T07:21:52,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34811,DS-cdd5107d-673c-4830-bdfe-d983417f978d,DISK] 2024-11-14T07:21:52,442 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/MasterData/WALs/c7aa6e2790b3,35663,1731568910743/c7aa6e2790b3%2C35663%2C1731568910743.1731568912428 2024-11-14T07:21:52,442 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46473:46473)] 2024-11-14T07:21:52,442 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T07:21:52,442 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:21:52,442 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:21:52,442 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:21:52,443 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:21:52,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T07:21:52,444 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:21:52,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:21:52,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:21:52,445 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T07:21:52,445 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:21:52,445 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:21:52,445 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:21:52,446 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T07:21:52,446 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:21:52,446 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:21:52,446 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:21:52,447 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T07:21:52,447 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:21:52,447 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:21:52,447 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:21:52,447 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:21:52,448 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:21:52,448 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:21:52,448 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:21:52,449 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T07:21:52,449 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:21:52,451 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T07:21:52,451 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73048160, jitterRate=0.08850240707397461}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T07:21:52,451 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731568912442Initializing all the Stores at 1731568912443 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568912443Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568912443Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568912443Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568912443Cleaning up temporary data from old regions at 1731568912448 (+5 ms)Region opened successfully at 1731568912451 (+3 ms) 2024-11-14T07:21:52,451 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T07:21:52,453 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23dbcf02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c7aa6e2790b3/172.17.0.2:0 2024-11-14T07:21:52,454 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T07:21:52,454 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T07:21:52,454 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T07:21:52,454 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T07:21:52,455 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T07:21:52,455 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T07:21:52,455 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T07:21:52,456 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T07:21:52,457 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35663-0x10138389d190003, quorum=127.0.0.1:49697, baseZNode=/11165375535 Unable to get data of znode /11165375535/balancer because node does not exist (not necessarily an error) 2024-11-14T07:21:52,517 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11165375535/balancer already deleted, retry=false 2024-11-14T07:21:52,517 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T07:21:52,518 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35663-0x10138389d190003, quorum=127.0.0.1:49697, baseZNode=/11165375535 Unable to get data of znode /11165375535/normalizer because node does not exist (not necessarily an error) 2024-11-14T07:21:52,527 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11165375535/normalizer already deleted, retry=false 2024-11-14T07:21:52,527 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T07:21:52,528 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35663-0x10138389d190003, quorum=127.0.0.1:49697, baseZNode=/11165375535 Unable to get data of znode /11165375535/switch/split because node does not exist (not necessarily an error) 2024-11-14T07:21:52,538 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11165375535/switch/split already deleted, retry=false 2024-11-14T07:21:52,539 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35663-0x10138389d190003, quorum=127.0.0.1:49697, baseZNode=/11165375535 Unable to get data of znode /11165375535/switch/merge because node does not exist (not necessarily an error) 2024-11-14T07:21:52,548 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11165375535/switch/merge already deleted, retry=false 2024-11-14T07:21:52,550 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35663-0x10138389d190003, quorum=127.0.0.1:49697, baseZNode=/11165375535 Unable to get data of znode /11165375535/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T07:21:52,559 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11165375535/snapshot-cleanup already deleted, retry=false 2024-11-14T07:21:52,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37585-0x10138389d190004, quorum=127.0.0.1:49697, baseZNode=/11165375535 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11165375535/running 2024-11-14T07:21:52,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35663-0x10138389d190003, quorum=127.0.0.1:49697, baseZNode=/11165375535 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11165375535/running 2024-11-14T07:21:52,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35663-0x10138389d190003, quorum=127.0.0.1:49697, baseZNode=/11165375535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11165375535 2024-11-14T07:21:52,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37585-0x10138389d190004, quorum=127.0.0.1:49697, baseZNode=/11165375535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11165375535 2024-11-14T07:21:52,570 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c7aa6e2790b3,35663,1731568910743, sessionid=0x10138389d190003, setting cluster-up flag (Was=false) 2024-11-14T07:21:52,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35663-0x10138389d190003, quorum=127.0.0.1:49697, baseZNode=/11165375535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11165375535 2024-11-14T07:21:52,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37585-0x10138389d190004, quorum=127.0.0.1:49697, baseZNode=/11165375535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11165375535 2024-11-14T07:21:52,622 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11165375535/flush-table-proc/acquired, /11165375535/flush-table-proc/reached, /11165375535/flush-table-proc/abort 2024-11-14T07:21:52,623 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c7aa6e2790b3,35663,1731568910743 2024-11-14T07:21:52,646 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T07:21:52,647 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:52,647 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:52,647 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:52,647 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:52,647 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:52,678 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:52,678 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:52,679 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:52,679 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:52,679 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:52,679 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:52,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:52,689 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:52,689 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:52,690 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:52,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35663-0x10138389d190003, quorum=127.0.0.1:49697, baseZNode=/11165375535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11165375535 2024-11-14T07:21:52,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37585-0x10138389d190004, quorum=127.0.0.1:49697, baseZNode=/11165375535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11165375535 2024-11-14T07:21:52,776 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11165375535/online-snapshot/acquired, /11165375535/online-snapshot/reached, /11165375535/online-snapshot/abort 2024-11-14T07:21:52,777 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c7aa6e2790b3,35663,1731568910743 2024-11-14T07:21:52,778 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T07:21:52,779 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T07:21:52,779 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T07:21:52,780 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T07:21:52,780 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c7aa6e2790b3,35663,1731568910743 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T07:21:52,781 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c7aa6e2790b3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T07:21:52,781 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c7aa6e2790b3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T07:21:52,781 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T07:21:52,781 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T07:21:52,781 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c7aa6e2790b3:0, corePoolSize=10, maxPoolSize=10 2024-11-14T07:21:52,781 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:21:52,781 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T07:21:52,781 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:21:52,782 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731568942782 2024-11-14T07:21:52,782 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T07:21:52,782 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T07:21:52,782 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T07:21:52,782 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T07:21:52,782 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T07:21:52,782 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T07:21:52,782 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:52,783 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T07:21:52,783 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T07:21:52,783 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T07:21:52,783 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T07:21:52,783 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T07:21:52,783 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T07:21:52,783 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T07:21:52,783 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T07:21:52,783 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.large.0-1731568912783,5,FailOnTimeoutGroup] 2024-11-14T07:21:52,783 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.small.0-1731568912783,5,FailOnTimeoutGroup] 2024-11-14T07:21:52,783 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:21:52,783 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:52,783 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T07:21:52,784 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:52,784 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:52,784 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T07:21:52,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34811 is added to blk_1073741831_1007 (size=1321) 2024-11-14T07:21:52,822 INFO [RS:0;c7aa6e2790b3:37585 {}] regionserver.HRegionServer(746): ClusterId : c28c6902-b7eb-4d9b-9ccd-9464a034b59f 2024-11-14T07:21:52,822 DEBUG [RS:0;c7aa6e2790b3:37585 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T07:21:52,833 DEBUG [RS:0;c7aa6e2790b3:37585 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T07:21:52,833 DEBUG [RS:0;c7aa6e2790b3:37585 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T07:21:52,844 DEBUG [RS:0;c7aa6e2790b3:37585 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T07:21:52,844 DEBUG [RS:0;c7aa6e2790b3:37585 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b58b56c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c7aa6e2790b3/172.17.0.2:0 2024-11-14T07:21:52,859 DEBUG [RS:0;c7aa6e2790b3:37585 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c7aa6e2790b3:37585 2024-11-14T07:21:52,859 INFO [RS:0;c7aa6e2790b3:37585 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T07:21:52,859 INFO [RS:0;c7aa6e2790b3:37585 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T07:21:52,859 DEBUG [RS:0;c7aa6e2790b3:37585 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T07:21:52,860 INFO [RS:0;c7aa6e2790b3:37585 {}] regionserver.HRegionServer(2659): reportForDuty to master=c7aa6e2790b3,35663,1731568910743 with port=37585, startcode=1731568910889 2024-11-14T07:21:52,860 DEBUG [RS:0;c7aa6e2790b3:37585 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T07:21:52,861 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37297, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T07:21:52,862 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35663 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c7aa6e2790b3,37585,1731568910889 2024-11-14T07:21:52,862 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35663 {}] master.ServerManager(517): Registering regionserver=c7aa6e2790b3,37585,1731568910889 2024-11-14T07:21:52,863 DEBUG [RS:0;c7aa6e2790b3:37585 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3 2024-11-14T07:21:52,863 DEBUG [RS:0;c7aa6e2790b3:37585 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38339 2024-11-14T07:21:52,863 DEBUG [RS:0;c7aa6e2790b3:37585 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T07:21:52,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35663-0x10138389d190003, quorum=127.0.0.1:49697, baseZNode=/11165375535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11165375535/rs 2024-11-14T07:21:52,921 DEBUG [RS:0;c7aa6e2790b3:37585 {}] zookeeper.ZKUtil(111): regionserver:37585-0x10138389d190004, quorum=127.0.0.1:49697, baseZNode=/11165375535 Set watcher on existing znode=/11165375535/rs/c7aa6e2790b3,37585,1731568910889 2024-11-14T07:21:52,921 WARN [RS:0;c7aa6e2790b3:37585 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T07:21:52,921 INFO [RS:0;c7aa6e2790b3:37585 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T07:21:52,922 DEBUG [RS:0;c7aa6e2790b3:37585 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/WALs/c7aa6e2790b3,37585,1731568910889 2024-11-14T07:21:52,922 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c7aa6e2790b3,37585,1731568910889] 2024-11-14T07:21:52,924 INFO [RS:0;c7aa6e2790b3:37585 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T07:21:52,925 INFO [RS:0;c7aa6e2790b3:37585 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T07:21:52,925 INFO [RS:0;c7aa6e2790b3:37585 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T07:21:52,925 INFO [RS:0;c7aa6e2790b3:37585 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:52,925 INFO [RS:0;c7aa6e2790b3:37585 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T07:21:52,925 INFO [RS:0;c7aa6e2790b3:37585 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T07:21:52,926 INFO [RS:0;c7aa6e2790b3:37585 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:52,926 DEBUG [RS:0;c7aa6e2790b3:37585 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:21:52,926 DEBUG [RS:0;c7aa6e2790b3:37585 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:21:52,926 DEBUG [RS:0;c7aa6e2790b3:37585 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:21:52,926 DEBUG [RS:0;c7aa6e2790b3:37585 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:21:52,926 DEBUG [RS:0;c7aa6e2790b3:37585 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:21:52,926 DEBUG [RS:0;c7aa6e2790b3:37585 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c7aa6e2790b3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T07:21:52,926 DEBUG [RS:0;c7aa6e2790b3:37585 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:21:52,926 DEBUG [RS:0;c7aa6e2790b3:37585 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:21:52,926 DEBUG [RS:0;c7aa6e2790b3:37585 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:21:52,926 DEBUG [RS:0;c7aa6e2790b3:37585 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:21:52,926 DEBUG [RS:0;c7aa6e2790b3:37585 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:21:52,926 DEBUG [RS:0;c7aa6e2790b3:37585 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:21:52,926 DEBUG [RS:0;c7aa6e2790b3:37585 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c7aa6e2790b3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T07:21:52,926 DEBUG [RS:0;c7aa6e2790b3:37585 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c7aa6e2790b3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T07:21:52,926 INFO [RS:0;c7aa6e2790b3:37585 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:52,926 INFO [RS:0;c7aa6e2790b3:37585 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:52,926 INFO [RS:0;c7aa6e2790b3:37585 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:52,926 INFO [RS:0;c7aa6e2790b3:37585 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:52,926 INFO [RS:0;c7aa6e2790b3:37585 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:52,926 INFO [RS:0;c7aa6e2790b3:37585 {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,37585,1731568910889-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T07:21:52,938 INFO [RS:0;c7aa6e2790b3:37585 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T07:21:52,938 INFO [RS:0;c7aa6e2790b3:37585 {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,37585,1731568910889-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:52,938 INFO [RS:0;c7aa6e2790b3:37585 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:52,938 INFO [RS:0;c7aa6e2790b3:37585 {}] regionserver.Replication(171): c7aa6e2790b3,37585,1731568910889 started 2024-11-14T07:21:52,950 INFO [RS:0;c7aa6e2790b3:37585 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:52,950 INFO [RS:0;c7aa6e2790b3:37585 {}] regionserver.HRegionServer(1482): Serving as c7aa6e2790b3,37585,1731568910889, RpcServer on c7aa6e2790b3/172.17.0.2:37585, sessionid=0x10138389d190004 2024-11-14T07:21:52,950 DEBUG [RS:0;c7aa6e2790b3:37585 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T07:21:52,950 DEBUG [RS:0;c7aa6e2790b3:37585 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c7aa6e2790b3,37585,1731568910889 2024-11-14T07:21:52,950 DEBUG [RS:0;c7aa6e2790b3:37585 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c7aa6e2790b3,37585,1731568910889' 2024-11-14T07:21:52,950 DEBUG [RS:0;c7aa6e2790b3:37585 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11165375535/flush-table-proc/abort' 2024-11-14T07:21:52,950 DEBUG [RS:0;c7aa6e2790b3:37585 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11165375535/flush-table-proc/acquired' 2024-11-14T07:21:52,951 DEBUG [RS:0;c7aa6e2790b3:37585 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T07:21:52,951 DEBUG [RS:0;c7aa6e2790b3:37585 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T07:21:52,951 DEBUG [RS:0;c7aa6e2790b3:37585 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c7aa6e2790b3,37585,1731568910889 2024-11-14T07:21:52,951 DEBUG [RS:0;c7aa6e2790b3:37585 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c7aa6e2790b3,37585,1731568910889' 2024-11-14T07:21:52,951 DEBUG [RS:0;c7aa6e2790b3:37585 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11165375535/online-snapshot/abort' 2024-11-14T07:21:52,951 DEBUG [RS:0;c7aa6e2790b3:37585 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11165375535/online-snapshot/acquired' 2024-11-14T07:21:52,951 DEBUG [RS:0;c7aa6e2790b3:37585 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T07:21:52,952 INFO [RS:0;c7aa6e2790b3:37585 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T07:21:52,952 INFO [RS:0;c7aa6e2790b3:37585 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T07:21:53,036 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T07:21:53,052 INFO [RS:0;c7aa6e2790b3:37585 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T07:21:53,053 INFO [RS:0;c7aa6e2790b3:37585 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c7aa6e2790b3%2C37585%2C1731568910889, suffix=, logDir=hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/WALs/c7aa6e2790b3,37585,1731568910889, archiveDir=hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/oldWALs, maxLogs=10 2024-11-14T07:21:53,066 DEBUG [RS:0;c7aa6e2790b3:37585 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/WALs/c7aa6e2790b3,37585,1731568910889/c7aa6e2790b3%2C37585%2C1731568910889.1731568913054, exclude list is [], retry=0 2024-11-14T07:21:53,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34811,DS-cdd5107d-673c-4830-bdfe-d983417f978d,DISK] 2024-11-14T07:21:53,069 INFO [RS:0;c7aa6e2790b3:37585 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/WALs/c7aa6e2790b3,37585,1731568910889/c7aa6e2790b3%2C37585%2C1731568910889.1731568913054 2024-11-14T07:21:53,070 DEBUG [RS:0;c7aa6e2790b3:37585 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46473:46473)] 2024-11-14T07:21:53,197 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T07:21:53,197 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3 2024-11-14T07:21:53,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34811 is added to blk_1073741833_1009 (size=32) 2024-11-14T07:21:53,604 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:21:53,605 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T07:21:53,606 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T07:21:53,606 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:21:53,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:21:53,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T07:21:53,607 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T07:21:53,607 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:21:53,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:21:53,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T07:21:53,608 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T07:21:53,608 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:21:53,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:21:53,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T07:21:53,609 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T07:21:53,609 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:21:53,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:21:53,609 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T07:21:53,610 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/data/hbase/meta/1588230740 2024-11-14T07:21:53,610 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/data/hbase/meta/1588230740 2024-11-14T07:21:53,611 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T07:21:53,611 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T07:21:53,611 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T07:21:53,612 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T07:21:53,613 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T07:21:53,614 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65366876, jitterRate=-0.02595764398574829}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T07:21:53,614 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731568913604Initializing all the Stores at 1731568913605 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568913605Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568913605Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568913605Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568913605Cleaning up temporary data from old regions at 1731568913611 (+6 ms)Region opened successfully at 1731568913614 (+3 ms) 2024-11-14T07:21:53,614 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T07:21:53,614 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T07:21:53,614 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T07:21:53,614 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T07:21:53,614 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T07:21:53,614 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T07:21:53,614 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731568913614Disabling compacts and flushes for region at 1731568913614Disabling writes for close at 1731568913614Writing region close event to WAL at 1731568913614Closed at 1731568913614 2024-11-14T07:21:53,615 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T07:21:53,615 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T07:21:53,615 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T07:21:53,616 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T07:21:53,617 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T07:21:53,767 DEBUG [c7aa6e2790b3:35663 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T07:21:53,767 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c7aa6e2790b3,37585,1731568910889 2024-11-14T07:21:53,768 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c7aa6e2790b3,37585,1731568910889, state=OPENING 2024-11-14T07:21:53,864 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T07:21:53,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37585-0x10138389d190004, quorum=127.0.0.1:49697, baseZNode=/11165375535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11165375535 2024-11-14T07:21:53,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35663-0x10138389d190003, quorum=127.0.0.1:49697, baseZNode=/11165375535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11165375535 2024-11-14T07:21:53,875 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T07:21:53,875 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11165375535/meta-region-server: CHANGED 2024-11-14T07:21:53,875 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11165375535/meta-region-server: CHANGED 2024-11-14T07:21:53,875 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c7aa6e2790b3,37585,1731568910889}] 2024-11-14T07:21:54,027 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T07:21:54,028 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39035, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T07:21:54,032 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T07:21:54,032 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T07:21:54,032 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T07:21:54,034 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c7aa6e2790b3%2C37585%2C1731568910889.meta, suffix=.meta, logDir=hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/WALs/c7aa6e2790b3,37585,1731568910889, archiveDir=hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/oldWALs, maxLogs=10 2024-11-14T07:21:54,045 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/WALs/c7aa6e2790b3,37585,1731568910889/c7aa6e2790b3%2C37585%2C1731568910889.meta.1731568914034.meta, exclude list is [], retry=0 2024-11-14T07:21:54,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34811,DS-cdd5107d-673c-4830-bdfe-d983417f978d,DISK] 2024-11-14T07:21:54,048 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/WALs/c7aa6e2790b3,37585,1731568910889/c7aa6e2790b3%2C37585%2C1731568910889.meta.1731568914034.meta 2024-11-14T07:21:54,049 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46473:46473)] 2024-11-14T07:21:54,049 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T07:21:54,049 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T07:21:54,049 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T07:21:54,049 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T07:21:54,049 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T07:21:54,050 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T07:21:54,050 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:21:54,050 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T07:21:54,050 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T07:21:54,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T07:21:54,052 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T07:21:54,052 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:21:54,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:21:54,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T07:21:54,052 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T07:21:54,052 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:21:54,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:21:54,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T07:21:54,053 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T07:21:54,053 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:21:54,054 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:21:54,054 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T07:21:54,054 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T07:21:54,054 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:21:54,054 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:21:54,055 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T07:21:54,055 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/data/hbase/meta/1588230740 2024-11-14T07:21:54,056 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/data/hbase/meta/1588230740 2024-11-14T07:21:54,056 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T07:21:54,056 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T07:21:54,057 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T07:21:54,057 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T07:21:54,058 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67868117, jitterRate=0.011313751339912415}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T07:21:54,058 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T07:21:54,058 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731568914050Writing region info on filesystem at 1731568914050Initializing all the Stores at 1731568914051 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568914051Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568914051Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568914051Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568914051Cleaning up temporary data from old regions at 1731568914056 (+5 ms)Running coprocessor post-open hooks at 1731568914058 (+2 ms)Region opened successfully at 1731568914058 2024-11-14T07:21:54,059 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731568914027 2024-11-14T07:21:54,060 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T07:21:54,060 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T07:21:54,061 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c7aa6e2790b3,37585,1731568910889 2024-11-14T07:21:54,061 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c7aa6e2790b3,37585,1731568910889, state=OPEN 2024-11-14T07:21:54,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35663-0x10138389d190003, quorum=127.0.0.1:49697, baseZNode=/11165375535 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11165375535/meta-region-server 2024-11-14T07:21:54,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37585-0x10138389d190004, quorum=127.0.0.1:49697, baseZNode=/11165375535 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11165375535/meta-region-server 2024-11-14T07:21:54,071 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c7aa6e2790b3,37585,1731568910889 2024-11-14T07:21:54,071 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11165375535/meta-region-server: CHANGED 2024-11-14T07:21:54,071 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11165375535/meta-region-server: CHANGED 2024-11-14T07:21:54,073 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T07:21:54,073 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c7aa6e2790b3,37585,1731568910889 in 196 msec 2024-11-14T07:21:54,074 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T07:21:54,074 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 458 msec 2024-11-14T07:21:54,075 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T07:21:54,075 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T07:21:54,075 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T07:21:54,076 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c7aa6e2790b3,37585,1731568910889, seqNum=-1] 2024-11-14T07:21:54,076 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T07:21:54,076 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51115, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T07:21:54,080 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3010 sec 2024-11-14T07:21:54,080 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731568914080, completionTime=-1 2024-11-14T07:21:54,080 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T07:21:54,080 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T07:21:54,082 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T07:21:54,082 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731568974082 2024-11-14T07:21:54,082 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731569034082 2024-11-14T07:21:54,082 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T07:21:54,082 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,35663,1731568910743-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:54,082 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,35663,1731568910743-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:54,082 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,35663,1731568910743-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:54,082 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c7aa6e2790b3:35663, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:54,082 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:54,083 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:54,084 DEBUG [master/c7aa6e2790b3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T07:21:54,085 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.119sec 2024-11-14T07:21:54,085 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T07:21:54,085 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T07:21:54,085 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T07:21:54,085 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T07:21:54,085 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T07:21:54,085 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,35663,1731568910743-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T07:21:54,085 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,35663,1731568910743-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T07:21:54,087 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T07:21:54,087 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T07:21:54,087 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,35663,1731568910743-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:54,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6576d5e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:21:54,123 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,35663,-1 for getting cluster id 2024-11-14T07:21:54,123 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:21:54,124 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c28c6902-b7eb-4d9b-9ccd-9464a034b59f' 2024-11-14T07:21:54,124 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:21:54,124 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c28c6902-b7eb-4d9b-9ccd-9464a034b59f" 2024-11-14T07:21:54,124 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@250debc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:21:54,124 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,35663,-1] 2024-11-14T07:21:54,124 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:21:54,124 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:21:54,125 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:21:54,126 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15cfdc73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:21:54,126 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T07:21:54,127 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c7aa6e2790b3,37585,1731568910889, seqNum=-1] 2024-11-14T07:21:54,127 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T07:21:54,128 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T07:21:54,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c7aa6e2790b3,35663,1731568910743 2024-11-14T07:21:54,130 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49697 2024-11-14T07:21:54,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49697, baseZNode=/11165375535 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T07:21:54,159 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10138389d190005 connected 2024-11-14T07:21:54,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/726f32bd-91f8-3c0b-438c-df8e8a22e622/hadoop.log.dir so I do NOT create it in target/test-data/e142f15c-1b70-1e4b-f573-d709b13c2faf 2024-11-14T07:21:54,171 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/726f32bd-91f8-3c0b-438c-df8e8a22e622/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T07:21:54,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/726f32bd-91f8-3c0b-438c-df8e8a22e622/hadoop.tmp.dir so I do NOT create it in target/test-data/e142f15c-1b70-1e4b-f573-d709b13c2faf 2024-11-14T07:21:54,171 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/726f32bd-91f8-3c0b-438c-df8e8a22e622/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T07:21:54,171 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e142f15c-1b70-1e4b-f573-d709b13c2faf 2024-11-14T07:21:54,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T07:21:54,171 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e142f15c-1b70-1e4b-f573-d709b13c2faf/cluster_1009c194-c0f8-95b6-4fd5-3f533fbab789, deleteOnExit=true 2024-11-14T07:21:54,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T07:21:54,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e142f15c-1b70-1e4b-f573-d709b13c2faf/test.cache.data in system properties and HBase conf 2024-11-14T07:21:54,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e142f15c-1b70-1e4b-f573-d709b13c2faf/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T07:21:54,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e142f15c-1b70-1e4b-f573-d709b13c2faf/hadoop.log.dir in system properties and HBase conf 2024-11-14T07:21:54,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e142f15c-1b70-1e4b-f573-d709b13c2faf/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T07:21:54,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e142f15c-1b70-1e4b-f573-d709b13c2faf/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T07:21:54,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T07:21:54,172 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T07:21:54,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e142f15c-1b70-1e4b-f573-d709b13c2faf/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T07:21:54,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e142f15c-1b70-1e4b-f573-d709b13c2faf/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T07:21:54,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e142f15c-1b70-1e4b-f573-d709b13c2faf/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T07:21:54,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e142f15c-1b70-1e4b-f573-d709b13c2faf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T07:21:54,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e142f15c-1b70-1e4b-f573-d709b13c2faf/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T07:21:54,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e142f15c-1b70-1e4b-f573-d709b13c2faf/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T07:21:54,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e142f15c-1b70-1e4b-f573-d709b13c2faf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T07:21:54,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e142f15c-1b70-1e4b-f573-d709b13c2faf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T07:21:54,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e142f15c-1b70-1e4b-f573-d709b13c2faf/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T07:21:54,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e142f15c-1b70-1e4b-f573-d709b13c2faf/nfs.dump.dir in system properties and HBase conf 2024-11-14T07:21:54,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e142f15c-1b70-1e4b-f573-d709b13c2faf/java.io.tmpdir in system properties and HBase conf 2024-11-14T07:21:54,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e142f15c-1b70-1e4b-f573-d709b13c2faf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T07:21:54,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e142f15c-1b70-1e4b-f573-d709b13c2faf/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T07:21:54,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e142f15c-1b70-1e4b-f573-d709b13c2faf/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T07:21:54,477 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T07:21:54,480 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T07:21:54,484 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T07:21:54,484 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T07:21:54,484 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T07:21:54,486 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T07:21:54,487 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67a277a2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e142f15c-1b70-1e4b-f573-d709b13c2faf/hadoop.log.dir/,AVAILABLE} 2024-11-14T07:21:54,487 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b00ea66{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T07:21:54,582 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@ae64d17{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e142f15c-1b70-1e4b-f573-d709b13c2faf/java.io.tmpdir/jetty-localhost-42429-hadoop-hdfs-3_4_1-tests_jar-_-any-3202067693134935958/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T07:21:54,582 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@59e041cf{HTTP/1.1, (http/1.1)}{localhost:42429} 2024-11-14T07:21:54,582 INFO [Time-limited test {}] server.Server(415): Started @284425ms 2024-11-14T07:21:54,875 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T07:21:54,877 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T07:21:54,880 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T07:21:54,880 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T07:21:54,881 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T07:21:54,881 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3fbefb74{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e142f15c-1b70-1e4b-f573-d709b13c2faf/hadoop.log.dir/,AVAILABLE} 2024-11-14T07:21:54,881 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d89182b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T07:21:55,001 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4f0b91e5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e142f15c-1b70-1e4b-f573-d709b13c2faf/java.io.tmpdir/jetty-localhost-35641-hadoop-hdfs-3_4_1-tests_jar-_-any-1864420743420137134/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T07:21:55,001 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@18212679{HTTP/1.1, (http/1.1)}{localhost:35641} 2024-11-14T07:21:55,001 INFO [Time-limited test {}] server.Server(415): Started @284844ms 2024-11-14T07:21:55,002 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T07:21:55,758 WARN [Thread-3661 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e142f15c-1b70-1e4b-f573-d709b13c2faf/cluster_1009c194-c0f8-95b6-4fd5-3f533fbab789/data/data2/current/BP-1540001722-172.17.0.2-1731568914186/current, will proceed with Du for space computation calculation, 2024-11-14T07:21:55,758 WARN [Thread-3660 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e142f15c-1b70-1e4b-f573-d709b13c2faf/cluster_1009c194-c0f8-95b6-4fd5-3f533fbab789/data/data1/current/BP-1540001722-172.17.0.2-1731568914186/current, will proceed with Du for space computation calculation, 2024-11-14T07:21:55,778 WARN [Thread-3648 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T07:21:55,780 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x94d4b429ca0b7d11 with lease ID 0x10c1c29c63a5133b: Processing first storage report for DS-874bb7e9-26b4-4918-b00e-77de6b409304 from datanode DatanodeRegistration(127.0.0.1:43261, datanodeUuid=2d587128-0487-443b-92b2-3cc64c58d200, infoPort=43201, infoSecurePort=0, ipcPort=33649, storageInfo=lv=-57;cid=testClusterID;nsid=2018433027;c=1731568914186) 2024-11-14T07:21:55,780 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x94d4b429ca0b7d11 with lease ID 0x10c1c29c63a5133b: from storage DS-874bb7e9-26b4-4918-b00e-77de6b409304 node DatanodeRegistration(127.0.0.1:43261, datanodeUuid=2d587128-0487-443b-92b2-3cc64c58d200, infoPort=43201, infoSecurePort=0, ipcPort=33649, storageInfo=lv=-57;cid=testClusterID;nsid=2018433027;c=1731568914186), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T07:21:55,780 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x94d4b429ca0b7d11 with lease ID 0x10c1c29c63a5133b: Processing first storage report for DS-a551ba44-b3af-423b-827e-36eccc3ed2a9 from datanode DatanodeRegistration(127.0.0.1:43261, datanodeUuid=2d587128-0487-443b-92b2-3cc64c58d200, infoPort=43201, infoSecurePort=0, ipcPort=33649, storageInfo=lv=-57;cid=testClusterID;nsid=2018433027;c=1731568914186) 2024-11-14T07:21:55,780 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x94d4b429ca0b7d11 with lease ID 0x10c1c29c63a5133b: from storage DS-a551ba44-b3af-423b-827e-36eccc3ed2a9 node DatanodeRegistration(127.0.0.1:43261, datanodeUuid=2d587128-0487-443b-92b2-3cc64c58d200, infoPort=43201, infoSecurePort=0, ipcPort=33649, storageInfo=lv=-57;cid=testClusterID;nsid=2018433027;c=1731568914186), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T07:21:55,835 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e142f15c-1b70-1e4b-f573-d709b13c2faf 2024-11-14T07:21:55,836 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:21:55,837 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:21:55,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43261 is added to blk_1073741825_1001 (size=7) 2024-11-14T07:21:56,244 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38 with version=8 2024-11-14T07:21:56,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/hbase-staging 2024-11-14T07:21:56,246 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c7aa6e2790b3:0 server-side Connection retries=45 2024-11-14T07:21:56,246 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T07:21:56,246 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T07:21:56,246 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T07:21:56,246 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T07:21:56,246 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T07:21:56,246 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T07:21:56,246 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T07:21:56,246 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46865 2024-11-14T07:21:56,247 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46865 connecting to ZooKeeper ensemble=127.0.0.1:49697 2024-11-14T07:21:56,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:468650x0, quorum=127.0.0.1:49697, baseZNode=/2-964413703 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T07:21:56,296 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46865-0x10138389d190006 connected 2024-11-14T07:21:56,369 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:21:56,370 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:21:56,372 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46865-0x10138389d190006, quorum=127.0.0.1:49697, baseZNode=/2-964413703 Set watcher on znode that does not yet exist, /2-964413703/running 2024-11-14T07:21:56,372 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38, hbase.cluster.distributed=false 2024-11-14T07:21:56,373 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46865-0x10138389d190006, quorum=127.0.0.1:49697, baseZNode=/2-964413703 Set watcher on znode that does not yet exist, /2-964413703/acl 2024-11-14T07:21:56,373 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46865 2024-11-14T07:21:56,373 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46865 2024-11-14T07:21:56,373 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46865 2024-11-14T07:21:56,374 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46865 2024-11-14T07:21:56,374 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46865 2024-11-14T07:21:56,386 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c7aa6e2790b3:0 server-side Connection retries=45 2024-11-14T07:21:56,386 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T07:21:56,386 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T07:21:56,386 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T07:21:56,386 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T07:21:56,386 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T07:21:56,386 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T07:21:56,386 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T07:21:56,386 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45201 2024-11-14T07:21:56,387 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45201 connecting to ZooKeeper ensemble=127.0.0.1:49697 2024-11-14T07:21:56,387 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:21:56,388 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:21:56,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:452010x0, quorum=127.0.0.1:49697, baseZNode=/2-964413703 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T07:21:56,401 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:452010x0, quorum=127.0.0.1:49697, baseZNode=/2-964413703 Set watcher on znode that does not yet exist, /2-964413703/running 2024-11-14T07:21:56,401 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45201-0x10138389d190007 connected 2024-11-14T07:21:56,401 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T07:21:56,402 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T07:21:56,402 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45201-0x10138389d190007, quorum=127.0.0.1:49697, baseZNode=/2-964413703 Set watcher on znode that does not yet exist, /2-964413703/master 2024-11-14T07:21:56,403 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45201-0x10138389d190007, quorum=127.0.0.1:49697, baseZNode=/2-964413703 Set watcher on znode that does not yet exist, /2-964413703/acl 2024-11-14T07:21:56,406 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45201 2024-11-14T07:21:56,407 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45201 2024-11-14T07:21:56,407 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45201 2024-11-14T07:21:56,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45201 2024-11-14T07:21:56,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45201 2024-11-14T07:21:56,422 DEBUG [M:0;c7aa6e2790b3:46865 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c7aa6e2790b3:46865 2024-11-14T07:21:56,423 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-964413703/backup-masters/c7aa6e2790b3,46865,1731568916245 2024-11-14T07:21:56,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45201-0x10138389d190007, quorum=127.0.0.1:49697, baseZNode=/2-964413703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-964413703/backup-masters 2024-11-14T07:21:56,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46865-0x10138389d190006, quorum=127.0.0.1:49697, baseZNode=/2-964413703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-964413703/backup-masters 2024-11-14T07:21:56,433 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46865-0x10138389d190006, quorum=127.0.0.1:49697, baseZNode=/2-964413703 Set watcher on existing znode=/2-964413703/backup-masters/c7aa6e2790b3,46865,1731568916245 2024-11-14T07:21:56,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46865-0x10138389d190006, quorum=127.0.0.1:49697, baseZNode=/2-964413703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-964413703 2024-11-14T07:21:56,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45201-0x10138389d190007, quorum=127.0.0.1:49697, baseZNode=/2-964413703 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-964413703/master 2024-11-14T07:21:56,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45201-0x10138389d190007, quorum=127.0.0.1:49697, baseZNode=/2-964413703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-964413703 2024-11-14T07:21:56,443 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46865-0x10138389d190006, quorum=127.0.0.1:49697, baseZNode=/2-964413703 Set watcher on existing znode=/2-964413703/master 2024-11-14T07:21:56,443 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-964413703/backup-masters/c7aa6e2790b3,46865,1731568916245 from backup master directory 2024-11-14T07:21:56,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46865-0x10138389d190006, quorum=127.0.0.1:49697, baseZNode=/2-964413703 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-964413703/backup-masters/c7aa6e2790b3,46865,1731568916245 2024-11-14T07:21:56,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45201-0x10138389d190007, quorum=127.0.0.1:49697, baseZNode=/2-964413703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-964413703/backup-masters 2024-11-14T07:21:56,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46865-0x10138389d190006, quorum=127.0.0.1:49697, baseZNode=/2-964413703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-964413703/backup-masters 2024-11-14T07:21:56,453 WARN [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T07:21:56,453 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c7aa6e2790b3,46865,1731568916245 2024-11-14T07:21:56,456 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/hbase.id] with ID: 778c9dd9-cb72-4eed-9929-d68e7c22e045 2024-11-14T07:21:56,456 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/.tmp/hbase.id 2024-11-14T07:21:56,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43261 is added to blk_1073741826_1002 (size=42) 2024-11-14T07:21:56,860 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/.tmp/hbase.id]:[hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/hbase.id] 2024-11-14T07:21:56,867 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:21:56,867 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T07:21:56,868 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T07:21:56,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46865-0x10138389d190006, quorum=127.0.0.1:49697, baseZNode=/2-964413703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-964413703 2024-11-14T07:21:56,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45201-0x10138389d190007, quorum=127.0.0.1:49697, baseZNode=/2-964413703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-964413703 2024-11-14T07:21:56,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43261 is added to blk_1073741827_1003 (size=196) 2024-11-14T07:21:56,881 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T07:21:56,882 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T07:21:56,882 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T07:21:56,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43261 is added to blk_1073741828_1004 (size=1189) 2024-11-14T07:21:57,144 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T07:21:57,144 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T07:21:57,287 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/MasterData/data/master/store 2024-11-14T07:21:57,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43261 is added to blk_1073741829_1005 (size=34) 2024-11-14T07:21:57,692 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:21:57,692 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T07:21:57,692 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:21:57,692 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:21:57,692 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T07:21:57,692 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:21:57,692 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:21:57,692 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731568917692Disabling compacts and flushes for region at 1731568917692Disabling writes for close at 1731568917692Writing region close event to WAL at 1731568917692Closed at 1731568917692 2024-11-14T07:21:57,697 WARN [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/MasterData/data/master/store/.initializing 2024-11-14T07:21:57,697 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/MasterData/WALs/c7aa6e2790b3,46865,1731568916245 2024-11-14T07:21:57,698 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T07:21:57,699 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c7aa6e2790b3%2C46865%2C1731568916245, suffix=, logDir=hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/MasterData/WALs/c7aa6e2790b3,46865,1731568916245, archiveDir=hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/MasterData/oldWALs, maxLogs=10 2024-11-14T07:21:57,711 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/MasterData/WALs/c7aa6e2790b3,46865,1731568916245/c7aa6e2790b3%2C46865%2C1731568916245.1731568917699, exclude list is [], retry=0 2024-11-14T07:21:57,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43261,DS-874bb7e9-26b4-4918-b00e-77de6b409304,DISK] 2024-11-14T07:21:57,714 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/MasterData/WALs/c7aa6e2790b3,46865,1731568916245/c7aa6e2790b3%2C46865%2C1731568916245.1731568917699 2024-11-14T07:21:57,714 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43201:43201)] 2024-11-14T07:21:57,714 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T07:21:57,714 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:21:57,715 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:21:57,715 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:21:57,716 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:21:57,716 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T07:21:57,716 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:21:57,717 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:21:57,717 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:21:57,717 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T07:21:57,717 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:21:57,718 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:21:57,718 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:21:57,718 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T07:21:57,718 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:21:57,719 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:21:57,719 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:21:57,719 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T07:21:57,719 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:21:57,719 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:21:57,720 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:21:57,720 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:21:57,720 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:21:57,721 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:21:57,721 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:21:57,721 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T07:21:57,722 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:21:57,723 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T07:21:57,723 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63249713, jitterRate=-0.057505831122398376}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T07:21:57,723 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731568917715Initializing all the Stores at 1731568917715Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568917715Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568917715Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568917715Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568917715Cleaning up temporary data from old regions at 1731568917721 (+6 ms)Region opened successfully at 1731568917723 (+2 ms) 2024-11-14T07:21:57,723 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T07:21:57,725 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d1c5a40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c7aa6e2790b3/172.17.0.2:0 2024-11-14T07:21:57,726 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T07:21:57,726 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T07:21:57,726 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T07:21:57,726 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T07:21:57,727 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T07:21:57,727 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T07:21:57,727 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T07:21:57,728 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T07:21:57,729 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46865-0x10138389d190006, quorum=127.0.0.1:49697, baseZNode=/2-964413703 Unable to get data of znode /2-964413703/balancer because node does not exist (not necessarily an error) 2024-11-14T07:21:57,790 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-964413703/balancer already deleted, retry=false 2024-11-14T07:21:57,791 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T07:21:57,791 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46865-0x10138389d190006, quorum=127.0.0.1:49697, baseZNode=/2-964413703 Unable to get data of znode /2-964413703/normalizer because node does not exist (not necessarily an error) 2024-11-14T07:21:57,800 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-964413703/normalizer already deleted, retry=false 2024-11-14T07:21:57,801 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T07:21:57,802 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46865-0x10138389d190006, quorum=127.0.0.1:49697, baseZNode=/2-964413703 Unable to get data of znode /2-964413703/switch/split because node does not exist (not necessarily an error) 2024-11-14T07:21:57,811 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-964413703/switch/split already deleted, retry=false 2024-11-14T07:21:57,812 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46865-0x10138389d190006, quorum=127.0.0.1:49697, baseZNode=/2-964413703 Unable to get data of znode /2-964413703/switch/merge because node does not exist (not necessarily an error) 2024-11-14T07:21:57,821 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-964413703/switch/merge already deleted, retry=false 2024-11-14T07:21:57,823 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46865-0x10138389d190006, quorum=127.0.0.1:49697, baseZNode=/2-964413703 Unable to get data of znode /2-964413703/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T07:21:57,832 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-964413703/snapshot-cleanup already deleted, retry=false 2024-11-14T07:21:57,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45201-0x10138389d190007, quorum=127.0.0.1:49697, baseZNode=/2-964413703 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-964413703/running 2024-11-14T07:21:57,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46865-0x10138389d190006, quorum=127.0.0.1:49697, baseZNode=/2-964413703 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-964413703/running 2024-11-14T07:21:57,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45201-0x10138389d190007, quorum=127.0.0.1:49697, baseZNode=/2-964413703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-964413703 2024-11-14T07:21:57,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46865-0x10138389d190006, quorum=127.0.0.1:49697, baseZNode=/2-964413703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-964413703 2024-11-14T07:21:57,843 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c7aa6e2790b3,46865,1731568916245, sessionid=0x10138389d190006, setting cluster-up flag (Was=false) 2024-11-14T07:21:57,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46865-0x10138389d190006, quorum=127.0.0.1:49697, baseZNode=/2-964413703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-964413703 2024-11-14T07:21:57,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45201-0x10138389d190007, quorum=127.0.0.1:49697, baseZNode=/2-964413703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-964413703 2024-11-14T07:21:57,895 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-964413703/flush-table-proc/acquired, /2-964413703/flush-table-proc/reached, /2-964413703/flush-table-proc/abort 2024-11-14T07:21:57,896 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c7aa6e2790b3,46865,1731568916245 2024-11-14T07:21:57,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45201-0x10138389d190007, quorum=127.0.0.1:49697, baseZNode=/2-964413703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-964413703 2024-11-14T07:21:57,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46865-0x10138389d190006, quorum=127.0.0.1:49697, baseZNode=/2-964413703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-964413703 2024-11-14T07:21:57,948 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-964413703/online-snapshot/acquired, /2-964413703/online-snapshot/reached, /2-964413703/online-snapshot/abort 2024-11-14T07:21:57,949 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c7aa6e2790b3,46865,1731568916245 2024-11-14T07:21:57,950 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T07:21:57,951 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T07:21:57,951 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T07:21:57,951 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T07:21:57,951 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c7aa6e2790b3,46865,1731568916245 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T07:21:57,953 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c7aa6e2790b3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T07:21:57,953 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c7aa6e2790b3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T07:21:57,953 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T07:21:57,953 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T07:21:57,953 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c7aa6e2790b3:0, corePoolSize=10, maxPoolSize=10 2024-11-14T07:21:57,953 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:21:57,953 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T07:21:57,953 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:21:57,957 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T07:21:57,957 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T07:21:57,957 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731568947957 2024-11-14T07:21:57,957 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T07:21:57,957 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T07:21:57,957 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T07:21:57,957 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T07:21:57,957 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T07:21:57,957 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T07:21:57,958 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:21:57,958 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:57,958 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T07:21:57,960 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T07:21:57,960 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T07:21:57,960 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T07:21:57,960 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T07:21:57,963 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T07:21:57,963 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T07:21:57,964 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.large.0-1731568917963,5,FailOnTimeoutGroup] 2024-11-14T07:21:57,964 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.small.0-1731568917964,5,FailOnTimeoutGroup] 2024-11-14T07:21:57,964 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:57,964 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T07:21:57,964 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:57,964 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:57,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43261 is added to blk_1073741831_1007 (size=1321) 2024-11-14T07:21:58,015 INFO [RS:0;c7aa6e2790b3:45201 {}] regionserver.HRegionServer(746): ClusterId : 778c9dd9-cb72-4eed-9929-d68e7c22e045 2024-11-14T07:21:58,015 DEBUG [RS:0;c7aa6e2790b3:45201 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T07:21:58,022 DEBUG [RS:0;c7aa6e2790b3:45201 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T07:21:58,022 DEBUG [RS:0;c7aa6e2790b3:45201 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T07:21:58,033 DEBUG [RS:0;c7aa6e2790b3:45201 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T07:21:58,033 DEBUG [RS:0;c7aa6e2790b3:45201 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@316996cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c7aa6e2790b3/172.17.0.2:0 2024-11-14T07:21:58,043 DEBUG [RS:0;c7aa6e2790b3:45201 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c7aa6e2790b3:45201 2024-11-14T07:21:58,043 INFO [RS:0;c7aa6e2790b3:45201 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T07:21:58,043 INFO [RS:0;c7aa6e2790b3:45201 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T07:21:58,043 DEBUG [RS:0;c7aa6e2790b3:45201 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T07:21:58,043 INFO [RS:0;c7aa6e2790b3:45201 {}] regionserver.HRegionServer(2659): reportForDuty to master=c7aa6e2790b3,46865,1731568916245 with port=45201, startcode=1731568916385 2024-11-14T07:21:58,043 DEBUG [RS:0;c7aa6e2790b3:45201 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T07:21:58,044 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57703, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T07:21:58,045 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46865 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c7aa6e2790b3,45201,1731568916385 2024-11-14T07:21:58,045 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46865 {}] master.ServerManager(517): Registering regionserver=c7aa6e2790b3,45201,1731568916385 2024-11-14T07:21:58,046 DEBUG [RS:0;c7aa6e2790b3:45201 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38 2024-11-14T07:21:58,046 DEBUG [RS:0;c7aa6e2790b3:45201 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35133 2024-11-14T07:21:58,046 DEBUG [RS:0;c7aa6e2790b3:45201 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T07:21:58,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46865-0x10138389d190006, quorum=127.0.0.1:49697, baseZNode=/2-964413703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-964413703/rs 2024-11-14T07:21:58,096 DEBUG [RS:0;c7aa6e2790b3:45201 {}] zookeeper.ZKUtil(111): regionserver:45201-0x10138389d190007, quorum=127.0.0.1:49697, baseZNode=/2-964413703 Set watcher on existing znode=/2-964413703/rs/c7aa6e2790b3,45201,1731568916385 2024-11-14T07:21:58,096 WARN [RS:0;c7aa6e2790b3:45201 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T07:21:58,096 INFO [RS:0;c7aa6e2790b3:45201 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T07:21:58,096 DEBUG [RS:0;c7aa6e2790b3:45201 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/WALs/c7aa6e2790b3,45201,1731568916385 2024-11-14T07:21:58,096 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c7aa6e2790b3,45201,1731568916385] 2024-11-14T07:21:58,098 INFO [RS:0;c7aa6e2790b3:45201 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T07:21:58,099 INFO [RS:0;c7aa6e2790b3:45201 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T07:21:58,100 INFO [RS:0;c7aa6e2790b3:45201 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T07:21:58,100 INFO [RS:0;c7aa6e2790b3:45201 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:58,100 INFO [RS:0;c7aa6e2790b3:45201 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T07:21:58,100 INFO [RS:0;c7aa6e2790b3:45201 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T07:21:58,100 INFO [RS:0;c7aa6e2790b3:45201 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:58,100 DEBUG [RS:0;c7aa6e2790b3:45201 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:21:58,101 DEBUG [RS:0;c7aa6e2790b3:45201 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:21:58,101 DEBUG [RS:0;c7aa6e2790b3:45201 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:21:58,101 DEBUG [RS:0;c7aa6e2790b3:45201 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:21:58,101 DEBUG [RS:0;c7aa6e2790b3:45201 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:21:58,101 DEBUG [RS:0;c7aa6e2790b3:45201 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c7aa6e2790b3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T07:21:58,101 DEBUG [RS:0;c7aa6e2790b3:45201 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:21:58,101 DEBUG [RS:0;c7aa6e2790b3:45201 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:21:58,101 DEBUG [RS:0;c7aa6e2790b3:45201 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:21:58,101 DEBUG [RS:0;c7aa6e2790b3:45201 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:21:58,101 DEBUG [RS:0;c7aa6e2790b3:45201 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:21:58,101 DEBUG [RS:0;c7aa6e2790b3:45201 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:21:58,101 DEBUG [RS:0;c7aa6e2790b3:45201 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c7aa6e2790b3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T07:21:58,101 DEBUG [RS:0;c7aa6e2790b3:45201 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c7aa6e2790b3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T07:21:58,101 INFO [RS:0;c7aa6e2790b3:45201 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:58,101 INFO [RS:0;c7aa6e2790b3:45201 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:58,101 INFO [RS:0;c7aa6e2790b3:45201 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:58,101 INFO [RS:0;c7aa6e2790b3:45201 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:58,101 INFO [RS:0;c7aa6e2790b3:45201 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:58,101 INFO [RS:0;c7aa6e2790b3:45201 {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,45201,1731568916385-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T07:21:58,113 INFO [RS:0;c7aa6e2790b3:45201 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T07:21:58,113 INFO [RS:0;c7aa6e2790b3:45201 {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,45201,1731568916385-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:58,114 INFO [RS:0;c7aa6e2790b3:45201 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:58,114 INFO [RS:0;c7aa6e2790b3:45201 {}] regionserver.Replication(171): c7aa6e2790b3,45201,1731568916385 started 2024-11-14T07:21:58,125 INFO [RS:0;c7aa6e2790b3:45201 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:58,125 INFO [RS:0;c7aa6e2790b3:45201 {}] regionserver.HRegionServer(1482): Serving as c7aa6e2790b3,45201,1731568916385, RpcServer on c7aa6e2790b3/172.17.0.2:45201, sessionid=0x10138389d190007 2024-11-14T07:21:58,125 DEBUG [RS:0;c7aa6e2790b3:45201 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T07:21:58,125 DEBUG [RS:0;c7aa6e2790b3:45201 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c7aa6e2790b3,45201,1731568916385 2024-11-14T07:21:58,126 DEBUG [RS:0;c7aa6e2790b3:45201 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c7aa6e2790b3,45201,1731568916385' 2024-11-14T07:21:58,126 DEBUG [RS:0;c7aa6e2790b3:45201 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-964413703/flush-table-proc/abort' 2024-11-14T07:21:58,126 DEBUG [RS:0;c7aa6e2790b3:45201 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-964413703/flush-table-proc/acquired' 2024-11-14T07:21:58,126 DEBUG [RS:0;c7aa6e2790b3:45201 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T07:21:58,126 DEBUG [RS:0;c7aa6e2790b3:45201 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T07:21:58,126 DEBUG [RS:0;c7aa6e2790b3:45201 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c7aa6e2790b3,45201,1731568916385 2024-11-14T07:21:58,126 DEBUG [RS:0;c7aa6e2790b3:45201 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c7aa6e2790b3,45201,1731568916385' 2024-11-14T07:21:58,126 DEBUG [RS:0;c7aa6e2790b3:45201 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-964413703/online-snapshot/abort' 2024-11-14T07:21:58,127 DEBUG [RS:0;c7aa6e2790b3:45201 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-964413703/online-snapshot/acquired' 2024-11-14T07:21:58,127 DEBUG [RS:0;c7aa6e2790b3:45201 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T07:21:58,127 INFO [RS:0;c7aa6e2790b3:45201 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T07:21:58,127 INFO [RS:0;c7aa6e2790b3:45201 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T07:21:58,227 INFO [RS:0;c7aa6e2790b3:45201 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T07:21:58,229 INFO [RS:0;c7aa6e2790b3:45201 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c7aa6e2790b3%2C45201%2C1731568916385, suffix=, logDir=hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/WALs/c7aa6e2790b3,45201,1731568916385, archiveDir=hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/oldWALs, maxLogs=10 2024-11-14T07:21:58,240 DEBUG [RS:0;c7aa6e2790b3:45201 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/WALs/c7aa6e2790b3,45201,1731568916385/c7aa6e2790b3%2C45201%2C1731568916385.1731568918229, exclude list is [], retry=0 2024-11-14T07:21:58,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43261,DS-874bb7e9-26b4-4918-b00e-77de6b409304,DISK] 2024-11-14T07:21:58,243 INFO [RS:0;c7aa6e2790b3:45201 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/WALs/c7aa6e2790b3,45201,1731568916385/c7aa6e2790b3%2C45201%2C1731568916385.1731568918229 2024-11-14T07:21:58,243 DEBUG [RS:0;c7aa6e2790b3:45201 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43201:43201)] 2024-11-14T07:21:58,367 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T07:21:58,367 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38 2024-11-14T07:21:58,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43261 is added to blk_1073741833_1009 (size=32) 2024-11-14T07:21:58,771 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:21:58,772 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T07:21:58,773 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T07:21:58,773 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:21:58,773 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:21:58,773 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T07:21:58,774 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T07:21:58,774 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:21:58,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:21:58,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T07:21:58,775 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T07:21:58,775 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:21:58,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:21:58,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T07:21:58,776 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T07:21:58,776 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:21:58,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:21:58,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T07:21:58,777 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/data/hbase/meta/1588230740 2024-11-14T07:21:58,777 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/data/hbase/meta/1588230740 2024-11-14T07:21:58,778 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T07:21:58,778 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T07:21:58,778 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T07:21:58,779 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T07:21:58,780 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T07:21:58,780 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72524862, jitterRate=0.08070465922355652}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T07:21:58,780 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731568918772Initializing all the Stores at 1731568918772Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568918772Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568918772Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568918772Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568918772Cleaning up temporary data from old regions at 1731568918778 (+6 ms)Region opened successfully at 1731568918780 (+2 ms) 2024-11-14T07:21:58,780 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T07:21:58,780 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T07:21:58,780 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T07:21:58,780 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T07:21:58,780 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T07:21:58,781 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T07:21:58,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731568918780Disabling compacts and flushes for region at 1731568918780Disabling writes for close at 1731568918780Writing region close event to WAL at 1731568918781 (+1 ms)Closed at 1731568918781 2024-11-14T07:21:58,781 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T07:21:58,781 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T07:21:58,781 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T07:21:58,782 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T07:21:58,782 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T07:21:58,933 DEBUG [c7aa6e2790b3:46865 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T07:21:58,933 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c7aa6e2790b3,45201,1731568916385 2024-11-14T07:21:58,934 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c7aa6e2790b3,45201,1731568916385, state=OPENING 2024-11-14T07:21:58,990 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T07:21:59,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46865-0x10138389d190006, quorum=127.0.0.1:49697, baseZNode=/2-964413703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-964413703 2024-11-14T07:21:59,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45201-0x10138389d190007, quorum=127.0.0.1:49697, baseZNode=/2-964413703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-964413703 2024-11-14T07:21:59,001 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-964413703/meta-region-server: CHANGED 2024-11-14T07:21:59,001 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-964413703/meta-region-server: CHANGED 2024-11-14T07:21:59,001 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T07:21:59,001 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c7aa6e2790b3,45201,1731568916385}] 2024-11-14T07:21:59,153 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T07:21:59,154 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39989, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T07:21:59,157 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T07:21:59,157 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T07:21:59,157 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T07:21:59,159 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c7aa6e2790b3%2C45201%2C1731568916385.meta, suffix=.meta, logDir=hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/WALs/c7aa6e2790b3,45201,1731568916385, archiveDir=hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/oldWALs, maxLogs=10 2024-11-14T07:21:59,173 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/WALs/c7aa6e2790b3,45201,1731568916385/c7aa6e2790b3%2C45201%2C1731568916385.meta.1731568919159.meta, exclude list is [], retry=0 2024-11-14T07:21:59,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43261,DS-874bb7e9-26b4-4918-b00e-77de6b409304,DISK] 2024-11-14T07:21:59,176 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/WALs/c7aa6e2790b3,45201,1731568916385/c7aa6e2790b3%2C45201%2C1731568916385.meta.1731568919159.meta 2024-11-14T07:21:59,176 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43201:43201)] 2024-11-14T07:21:59,176 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T07:21:59,177 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T07:21:59,177 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T07:21:59,177 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T07:21:59,177 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T07:21:59,177 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T07:21:59,177 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:21:59,177 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T07:21:59,177 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T07:21:59,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T07:21:59,179 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T07:21:59,179 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:21:59,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:21:59,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T07:21:59,180 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T07:21:59,180 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:21:59,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:21:59,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T07:21:59,180 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T07:21:59,180 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:21:59,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:21:59,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T07:21:59,181 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T07:21:59,181 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:21:59,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:21:59,182 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T07:21:59,182 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/data/hbase/meta/1588230740 2024-11-14T07:21:59,183 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/data/hbase/meta/1588230740 2024-11-14T07:21:59,183 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T07:21:59,184 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T07:21:59,184 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T07:21:59,185 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T07:21:59,185 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71681858, jitterRate=0.06814292073249817}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T07:21:59,185 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T07:21:59,185 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731568919177Writing region info on filesystem at 1731568919177Initializing all the Stores at 1731568919178 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568919178Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568919178Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568919178Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568919178Cleaning up temporary data from old regions at 1731568919184 (+6 ms)Running coprocessor post-open hooks at 1731568919185 (+1 ms)Region opened successfully at 1731568919185 2024-11-14T07:21:59,186 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731568919153 2024-11-14T07:21:59,188 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T07:21:59,188 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T07:21:59,189 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c7aa6e2790b3,45201,1731568916385 2024-11-14T07:21:59,189 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c7aa6e2790b3,45201,1731568916385, state=OPEN 2024-11-14T07:21:59,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46865-0x10138389d190006, quorum=127.0.0.1:49697, baseZNode=/2-964413703 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-964413703/meta-region-server 2024-11-14T07:21:59,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45201-0x10138389d190007, quorum=127.0.0.1:49697, baseZNode=/2-964413703 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-964413703/meta-region-server 2024-11-14T07:21:59,200 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c7aa6e2790b3,45201,1731568916385 2024-11-14T07:21:59,201 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-964413703/meta-region-server: CHANGED 2024-11-14T07:21:59,201 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-964413703/meta-region-server: CHANGED 2024-11-14T07:21:59,202 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T07:21:59,202 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c7aa6e2790b3,45201,1731568916385 in 199 msec 2024-11-14T07:21:59,204 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T07:21:59,204 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 421 msec 2024-11-14T07:21:59,204 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T07:21:59,204 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T07:21:59,205 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T07:21:59,205 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c7aa6e2790b3,45201,1731568916385, seqNum=-1] 2024-11-14T07:21:59,205 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T07:21:59,206 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51201, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T07:21:59,210 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2590 sec 2024-11-14T07:21:59,210 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731568919210, completionTime=-1 2024-11-14T07:21:59,210 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T07:21:59,210 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T07:21:59,212 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T07:21:59,212 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731568979212 2024-11-14T07:21:59,212 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731569039212 2024-11-14T07:21:59,212 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T07:21:59,212 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,46865,1731568916245-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:59,212 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,46865,1731568916245-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:59,212 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,46865,1731568916245-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:59,212 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c7aa6e2790b3:46865, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:59,212 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:59,212 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:59,214 DEBUG [master/c7aa6e2790b3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T07:21:59,215 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.762sec 2024-11-14T07:21:59,215 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T07:21:59,215 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T07:21:59,215 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T07:21:59,215 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T07:21:59,215 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T07:21:59,215 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,46865,1731568916245-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T07:21:59,215 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,46865,1731568916245-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T07:21:59,217 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T07:21:59,217 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T07:21:59,217 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,46865,1731568916245-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:21:59,315 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5352deb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:21:59,316 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,46865,-1 for getting cluster id 2024-11-14T07:21:59,316 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:21:59,317 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '778c9dd9-cb72-4eed-9929-d68e7c22e045' 2024-11-14T07:21:59,317 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:21:59,317 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "778c9dd9-cb72-4eed-9929-d68e7c22e045" 2024-11-14T07:21:59,317 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fe0fd86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:21:59,317 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,46865,-1] 2024-11-14T07:21:59,317 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:21:59,317 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:21:59,318 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:21:59,319 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@773c9faa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:21:59,319 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T07:21:59,320 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c7aa6e2790b3,45201,1731568916385, seqNum=-1] 2024-11-14T07:21:59,320 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T07:21:59,321 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T07:21:59,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c7aa6e2790b3,46865,1731568916245 2024-11-14T07:21:59,323 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:49697 2024-11-14T07:21:59,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:49697, baseZNode=/2-964413703 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T07:21:59,337 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10138389d190008 connected 2024-11-14T07:21:59,349 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:21:59,350 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is c7aa6e2790b3,42285,1731568904717 2024-11-14T07:21:59,350 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ebd0270 2024-11-14T07:21:59,350 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T07:21:59,351 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T07:21:59,352 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42285 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T07:21:59,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42285 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T07:21:59,354 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T07:21:59,354 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:21:59,354 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42285 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T07:21:59,355 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T07:21:59,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:21:59,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741835_1011 (size=902) 2024-11-14T07:21:59,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:21:59,552 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T07:21:59,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:59,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:59,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:59,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:59,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:59,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:59,587 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:59,587 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:59,587 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:59,587 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:59,587 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:59,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:59,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:59,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:59,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:21:59,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:21:59,761 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 877d2bf0e2ce766e31ab98189ba1e825, NAME => 'test,,1731568919351.877d2bf0e2ce766e31ab98189ba1e825.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16 2024-11-14T07:21:59,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741836_1012 (size=39) 2024-11-14T07:21:59,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:22:00,183 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731568919351.877d2bf0e2ce766e31ab98189ba1e825.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:22:00,183 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 877d2bf0e2ce766e31ab98189ba1e825, disabling compactions & flushes 2024-11-14T07:22:00,183 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731568919351.877d2bf0e2ce766e31ab98189ba1e825. 2024-11-14T07:22:00,183 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731568919351.877d2bf0e2ce766e31ab98189ba1e825. 2024-11-14T07:22:00,183 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731568919351.877d2bf0e2ce766e31ab98189ba1e825. after waiting 0 ms 2024-11-14T07:22:00,183 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731568919351.877d2bf0e2ce766e31ab98189ba1e825. 2024-11-14T07:22:00,183 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731568919351.877d2bf0e2ce766e31ab98189ba1e825. 2024-11-14T07:22:00,183 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 877d2bf0e2ce766e31ab98189ba1e825: Waiting for close lock at 1731568920183Disabling compacts and flushes for region at 1731568920183Disabling writes for close at 1731568920183Writing region close event to WAL at 1731568920183Closed at 1731568920183 2024-11-14T07:22:00,184 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T07:22:00,184 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731568919351.877d2bf0e2ce766e31ab98189ba1e825.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731568920184"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731568920184"}]},"ts":"1731568920184"} 2024-11-14T07:22:00,186 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T07:22:00,187 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T07:22:00,187 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731568920187"}]},"ts":"1731568920187"} 2024-11-14T07:22:00,188 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T07:22:00,188 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=877d2bf0e2ce766e31ab98189ba1e825, ASSIGN}] 2024-11-14T07:22:00,189 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=877d2bf0e2ce766e31ab98189ba1e825, ASSIGN 2024-11-14T07:22:00,190 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=877d2bf0e2ce766e31ab98189ba1e825, ASSIGN; state=OFFLINE, location=c7aa6e2790b3,44685,1731568904953; forceNewPlan=false, retain=false 2024-11-14T07:22:00,340 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=877d2bf0e2ce766e31ab98189ba1e825, regionState=OPENING, regionLocation=c7aa6e2790b3,44685,1731568904953 2024-11-14T07:22:00,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=877d2bf0e2ce766e31ab98189ba1e825, ASSIGN because future has completed 2024-11-14T07:22:00,342 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 877d2bf0e2ce766e31ab98189ba1e825, server=c7aa6e2790b3,44685,1731568904953}] 2024-11-14T07:22:00,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:22:00,498 INFO [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731568919351.877d2bf0e2ce766e31ab98189ba1e825. 2024-11-14T07:22:00,498 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 877d2bf0e2ce766e31ab98189ba1e825, NAME => 'test,,1731568919351.877d2bf0e2ce766e31ab98189ba1e825.', STARTKEY => '', ENDKEY => ''} 2024-11-14T07:22:00,499 INFO [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T07:22:00,499 INFO [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T07:22:00,499 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 877d2bf0e2ce766e31ab98189ba1e825 2024-11-14T07:22:00,499 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731568919351.877d2bf0e2ce766e31ab98189ba1e825.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:22:00,499 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 877d2bf0e2ce766e31ab98189ba1e825 2024-11-14T07:22:00,499 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 877d2bf0e2ce766e31ab98189ba1e825 2024-11-14T07:22:00,500 INFO [StoreOpener-877d2bf0e2ce766e31ab98189ba1e825-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 877d2bf0e2ce766e31ab98189ba1e825 2024-11-14T07:22:00,501 INFO [StoreOpener-877d2bf0e2ce766e31ab98189ba1e825-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 877d2bf0e2ce766e31ab98189ba1e825 columnFamilyName f 2024-11-14T07:22:00,501 DEBUG [StoreOpener-877d2bf0e2ce766e31ab98189ba1e825-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:22:00,502 INFO [StoreOpener-877d2bf0e2ce766e31ab98189ba1e825-1 {}] regionserver.HStore(327): Store=877d2bf0e2ce766e31ab98189ba1e825/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:22:00,502 INFO [StoreOpener-877d2bf0e2ce766e31ab98189ba1e825-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 877d2bf0e2ce766e31ab98189ba1e825 2024-11-14T07:22:00,502 INFO [StoreOpener-877d2bf0e2ce766e31ab98189ba1e825-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 877d2bf0e2ce766e31ab98189ba1e825 columnFamilyName f1 2024-11-14T07:22:00,503 DEBUG [StoreOpener-877d2bf0e2ce766e31ab98189ba1e825-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:22:00,503 INFO [StoreOpener-877d2bf0e2ce766e31ab98189ba1e825-1 {}] regionserver.HStore(327): Store=877d2bf0e2ce766e31ab98189ba1e825/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:22:00,503 INFO [StoreOpener-877d2bf0e2ce766e31ab98189ba1e825-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 877d2bf0e2ce766e31ab98189ba1e825 2024-11-14T07:22:00,504 INFO [StoreOpener-877d2bf0e2ce766e31ab98189ba1e825-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 877d2bf0e2ce766e31ab98189ba1e825 columnFamilyName norep 2024-11-14T07:22:00,504 DEBUG [StoreOpener-877d2bf0e2ce766e31ab98189ba1e825-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:22:00,508 INFO [StoreOpener-877d2bf0e2ce766e31ab98189ba1e825-1 {}] regionserver.HStore(327): Store=877d2bf0e2ce766e31ab98189ba1e825/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:22:00,508 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 877d2bf0e2ce766e31ab98189ba1e825 2024-11-14T07:22:00,509 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/data/default/test/877d2bf0e2ce766e31ab98189ba1e825 2024-11-14T07:22:00,509 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/data/default/test/877d2bf0e2ce766e31ab98189ba1e825 2024-11-14T07:22:00,510 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 877d2bf0e2ce766e31ab98189ba1e825 2024-11-14T07:22:00,510 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 877d2bf0e2ce766e31ab98189ba1e825 2024-11-14T07:22:00,510 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T07:22:00,511 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 877d2bf0e2ce766e31ab98189ba1e825 2024-11-14T07:22:00,512 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/data/default/test/877d2bf0e2ce766e31ab98189ba1e825/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T07:22:00,513 INFO [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 877d2bf0e2ce766e31ab98189ba1e825; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62780830, jitterRate=-0.06449273228645325}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T07:22:00,513 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 877d2bf0e2ce766e31ab98189ba1e825 2024-11-14T07:22:00,513 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 877d2bf0e2ce766e31ab98189ba1e825: Running coprocessor pre-open hook at 1731568920499Writing region info on filesystem at 1731568920499Initializing all the Stores at 1731568920500 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568920500Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568920500Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568920500Cleaning up temporary data from old regions at 1731568920510 (+10 ms)Running coprocessor post-open hooks at 1731568920513 (+3 ms)Region opened successfully at 1731568920513 2024-11-14T07:22:00,514 INFO [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731568919351.877d2bf0e2ce766e31ab98189ba1e825., pid=6, masterSystemTime=1731568920494 2024-11-14T07:22:00,515 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731568919351.877d2bf0e2ce766e31ab98189ba1e825. 2024-11-14T07:22:00,515 INFO [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731568919351.877d2bf0e2ce766e31ab98189ba1e825. 2024-11-14T07:22:00,516 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=877d2bf0e2ce766e31ab98189ba1e825, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c7aa6e2790b3,44685,1731568904953 2024-11-14T07:22:00,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 877d2bf0e2ce766e31ab98189ba1e825, server=c7aa6e2790b3,44685,1731568904953 because future has completed 2024-11-14T07:22:00,526 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T07:22:00,526 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 877d2bf0e2ce766e31ab98189ba1e825, server=c7aa6e2790b3,44685,1731568904953 in 183 msec 2024-11-14T07:22:00,528 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T07:22:00,528 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=877d2bf0e2ce766e31ab98189ba1e825, ASSIGN in 338 msec 2024-11-14T07:22:00,529 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T07:22:00,529 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731568920529"}]},"ts":"1731568920529"} 2024-11-14T07:22:00,530 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T07:22:00,531 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T07:22:00,532 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1790 sec 2024-11-14T07:22:01,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:22:01,516 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T07:22:01,516 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:22:01,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is c7aa6e2790b3,35663,1731568910743 2024-11-14T07:22:01,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b7bf4ca 2024-11-14T07:22:01,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T07:22:01,518 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T07:22:01,519 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T07:22:01,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T07:22:01,520 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T07:22:01,520 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:22:01,521 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T07:22:01,521 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T07:22:01,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:22:01,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34811 is added to blk_1073741835_1011 (size=902) 2024-11-14T07:22:01,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:22:01,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:22:01,927 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1bc353e6faa50002c5c863619506db8a, NAME => 'test,,1731568921518.1bc353e6faa50002c5c863619506db8a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3 2024-11-14T07:22:01,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34811 is added to blk_1073741836_1012 (size=39) 2024-11-14T07:22:02,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:22:02,332 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731568921518.1bc353e6faa50002c5c863619506db8a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:22:02,332 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1bc353e6faa50002c5c863619506db8a, disabling compactions & flushes 2024-11-14T07:22:02,332 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731568921518.1bc353e6faa50002c5c863619506db8a. 2024-11-14T07:22:02,332 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731568921518.1bc353e6faa50002c5c863619506db8a. 2024-11-14T07:22:02,332 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731568921518.1bc353e6faa50002c5c863619506db8a. after waiting 0 ms 2024-11-14T07:22:02,332 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731568921518.1bc353e6faa50002c5c863619506db8a. 2024-11-14T07:22:02,332 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731568921518.1bc353e6faa50002c5c863619506db8a. 2024-11-14T07:22:02,332 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1bc353e6faa50002c5c863619506db8a: Waiting for close lock at 1731568922332Disabling compacts and flushes for region at 1731568922332Disabling writes for close at 1731568922332Writing region close event to WAL at 1731568922332Closed at 1731568922332 2024-11-14T07:22:02,333 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T07:22:02,333 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731568921518.1bc353e6faa50002c5c863619506db8a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731568922333"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731568922333"}]},"ts":"1731568922333"} 2024-11-14T07:22:02,335 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T07:22:02,336 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T07:22:02,336 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731568922336"}]},"ts":"1731568922336"} 2024-11-14T07:22:02,338 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T07:22:02,338 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1bc353e6faa50002c5c863619506db8a, ASSIGN}] 2024-11-14T07:22:02,339 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1bc353e6faa50002c5c863619506db8a, ASSIGN 2024-11-14T07:22:02,339 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1bc353e6faa50002c5c863619506db8a, ASSIGN; state=OFFLINE, location=c7aa6e2790b3,37585,1731568910889; forceNewPlan=false, retain=false 2024-11-14T07:22:02,490 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1bc353e6faa50002c5c863619506db8a, regionState=OPENING, regionLocation=c7aa6e2790b3,37585,1731568910889 2024-11-14T07:22:02,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1bc353e6faa50002c5c863619506db8a, ASSIGN because future has completed 2024-11-14T07:22:02,493 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1bc353e6faa50002c5c863619506db8a, server=c7aa6e2790b3,37585,1731568910889}] 2024-11-14T07:22:02,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:22:02,661 INFO [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731568921518.1bc353e6faa50002c5c863619506db8a. 2024-11-14T07:22:02,661 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1bc353e6faa50002c5c863619506db8a, NAME => 'test,,1731568921518.1bc353e6faa50002c5c863619506db8a.', STARTKEY => '', ENDKEY => ''} 2024-11-14T07:22:02,662 INFO [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T07:22:02,662 INFO [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T07:22:02,662 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1bc353e6faa50002c5c863619506db8a 2024-11-14T07:22:02,662 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731568921518.1bc353e6faa50002c5c863619506db8a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:22:02,662 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1bc353e6faa50002c5c863619506db8a 2024-11-14T07:22:02,662 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1bc353e6faa50002c5c863619506db8a 2024-11-14T07:22:02,665 INFO [StoreOpener-1bc353e6faa50002c5c863619506db8a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1bc353e6faa50002c5c863619506db8a 2024-11-14T07:22:02,666 INFO [StoreOpener-1bc353e6faa50002c5c863619506db8a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1bc353e6faa50002c5c863619506db8a columnFamilyName f 2024-11-14T07:22:02,666 DEBUG [StoreOpener-1bc353e6faa50002c5c863619506db8a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:22:02,667 INFO [StoreOpener-1bc353e6faa50002c5c863619506db8a-1 {}] regionserver.HStore(327): Store=1bc353e6faa50002c5c863619506db8a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:22:02,667 INFO [StoreOpener-1bc353e6faa50002c5c863619506db8a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1bc353e6faa50002c5c863619506db8a 2024-11-14T07:22:02,668 INFO [StoreOpener-1bc353e6faa50002c5c863619506db8a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1bc353e6faa50002c5c863619506db8a columnFamilyName f1 2024-11-14T07:22:02,668 DEBUG [StoreOpener-1bc353e6faa50002c5c863619506db8a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:22:02,668 INFO [StoreOpener-1bc353e6faa50002c5c863619506db8a-1 {}] regionserver.HStore(327): Store=1bc353e6faa50002c5c863619506db8a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:22:02,668 INFO [StoreOpener-1bc353e6faa50002c5c863619506db8a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1bc353e6faa50002c5c863619506db8a 2024-11-14T07:22:02,669 INFO [StoreOpener-1bc353e6faa50002c5c863619506db8a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1bc353e6faa50002c5c863619506db8a columnFamilyName norep 2024-11-14T07:22:02,669 DEBUG [StoreOpener-1bc353e6faa50002c5c863619506db8a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:22:02,669 INFO [StoreOpener-1bc353e6faa50002c5c863619506db8a-1 {}] regionserver.HStore(327): Store=1bc353e6faa50002c5c863619506db8a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:22:02,669 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1bc353e6faa50002c5c863619506db8a 2024-11-14T07:22:02,670 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/data/default/test/1bc353e6faa50002c5c863619506db8a 2024-11-14T07:22:02,670 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/data/default/test/1bc353e6faa50002c5c863619506db8a 2024-11-14T07:22:02,671 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1bc353e6faa50002c5c863619506db8a 2024-11-14T07:22:02,671 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1bc353e6faa50002c5c863619506db8a 2024-11-14T07:22:02,671 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T07:22:02,672 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1bc353e6faa50002c5c863619506db8a 2024-11-14T07:22:02,673 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/data/default/test/1bc353e6faa50002c5c863619506db8a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T07:22:02,674 INFO [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1bc353e6faa50002c5c863619506db8a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73996499, jitterRate=0.1026337593793869}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T07:22:02,674 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1bc353e6faa50002c5c863619506db8a 2024-11-14T07:22:02,674 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1bc353e6faa50002c5c863619506db8a: Running coprocessor pre-open hook at 1731568922662Writing region info on filesystem at 1731568922662Initializing all the Stores at 1731568922663 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568922663Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568922665 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568922665Cleaning up temporary data from old regions at 1731568922671 (+6 ms)Running coprocessor post-open hooks at 1731568922674 (+3 ms)Region opened successfully at 1731568922674 2024-11-14T07:22:02,675 INFO [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731568921518.1bc353e6faa50002c5c863619506db8a., pid=6, masterSystemTime=1731568922645 2024-11-14T07:22:02,677 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731568921518.1bc353e6faa50002c5c863619506db8a. 2024-11-14T07:22:02,677 INFO [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731568921518.1bc353e6faa50002c5c863619506db8a. 2024-11-14T07:22:02,677 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1bc353e6faa50002c5c863619506db8a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c7aa6e2790b3,37585,1731568910889 2024-11-14T07:22:02,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1bc353e6faa50002c5c863619506db8a, server=c7aa6e2790b3,37585,1731568910889 because future has completed 2024-11-14T07:22:02,682 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T07:22:02,682 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1bc353e6faa50002c5c863619506db8a, server=c7aa6e2790b3,37585,1731568910889 in 187 msec 2024-11-14T07:22:02,684 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T07:22:02,684 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1bc353e6faa50002c5c863619506db8a, ASSIGN in 344 msec 2024-11-14T07:22:02,684 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T07:22:02,685 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731568922684"}]},"ts":"1731568922684"} 2024-11-14T07:22:02,687 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T07:22:02,688 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T07:22:02,690 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1690 sec 2024-11-14T07:22:03,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:22:03,676 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T07:22:03,676 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:22:03,677 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c7aa6e2790b3,46865,1731568916245 2024-11-14T07:22:03,677 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@181966fc 2024-11-14T07:22:03,677 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T07:22:03,678 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T07:22:03,679 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46865 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T07:22:03,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46865 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T07:22:03,772 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T07:22:03,772 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:22:03,773 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46865 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T07:22:03,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:22:03,773 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T07:22:03,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43261 is added to blk_1073741835_1011 (size=902) 2024-11-14T07:22:03,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:22:04,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:22:04,179 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => af66defbdf909520cb93c3b97e41cf32, NAME => 'test,,1731568923679.af66defbdf909520cb93c3b97e41cf32.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38 2024-11-14T07:22:04,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43261 is added to blk_1073741836_1012 (size=39) 2024-11-14T07:22:04,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:22:04,586 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731568923679.af66defbdf909520cb93c3b97e41cf32.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:22:04,586 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing af66defbdf909520cb93c3b97e41cf32, disabling compactions & flushes 2024-11-14T07:22:04,586 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731568923679.af66defbdf909520cb93c3b97e41cf32. 2024-11-14T07:22:04,586 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731568923679.af66defbdf909520cb93c3b97e41cf32. 2024-11-14T07:22:04,586 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731568923679.af66defbdf909520cb93c3b97e41cf32. after waiting 0 ms 2024-11-14T07:22:04,586 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731568923679.af66defbdf909520cb93c3b97e41cf32. 2024-11-14T07:22:04,586 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731568923679.af66defbdf909520cb93c3b97e41cf32. 2024-11-14T07:22:04,586 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for af66defbdf909520cb93c3b97e41cf32: Waiting for close lock at 1731568924586Disabling compacts and flushes for region at 1731568924586Disabling writes for close at 1731568924586Writing region close event to WAL at 1731568924586Closed at 1731568924586 2024-11-14T07:22:04,587 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T07:22:04,587 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731568923679.af66defbdf909520cb93c3b97e41cf32.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731568924587"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731568924587"}]},"ts":"1731568924587"} 2024-11-14T07:22:04,589 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T07:22:04,590 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T07:22:04,590 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731568924590"}]},"ts":"1731568924590"} 2024-11-14T07:22:04,591 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T07:22:04,592 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=af66defbdf909520cb93c3b97e41cf32, ASSIGN}] 2024-11-14T07:22:04,593 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=af66defbdf909520cb93c3b97e41cf32, ASSIGN 2024-11-14T07:22:04,593 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=af66defbdf909520cb93c3b97e41cf32, ASSIGN; state=OFFLINE, location=c7aa6e2790b3,45201,1731568916385; forceNewPlan=false, retain=false 2024-11-14T07:22:04,680 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T07:22:04,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:04,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:04,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:04,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:04,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:04,718 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:04,718 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:04,718 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:04,719 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:04,719 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:04,719 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:04,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:04,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:04,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:04,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:04,744 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=af66defbdf909520cb93c3b97e41cf32, regionState=OPENING, regionLocation=c7aa6e2790b3,45201,1731568916385 2024-11-14T07:22:04,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=af66defbdf909520cb93c3b97e41cf32, ASSIGN because future has completed 2024-11-14T07:22:04,747 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure af66defbdf909520cb93c3b97e41cf32, server=c7aa6e2790b3,45201,1731568916385}] 2024-11-14T07:22:04,901 INFO [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731568923679.af66defbdf909520cb93c3b97e41cf32. 2024-11-14T07:22:04,902 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => af66defbdf909520cb93c3b97e41cf32, NAME => 'test,,1731568923679.af66defbdf909520cb93c3b97e41cf32.', STARTKEY => '', ENDKEY => ''} 2024-11-14T07:22:04,902 INFO [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T07:22:04,902 INFO [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T07:22:04,902 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test af66defbdf909520cb93c3b97e41cf32 2024-11-14T07:22:04,902 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731568923679.af66defbdf909520cb93c3b97e41cf32.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:22:04,902 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for af66defbdf909520cb93c3b97e41cf32 2024-11-14T07:22:04,902 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for af66defbdf909520cb93c3b97e41cf32 2024-11-14T07:22:04,903 INFO [StoreOpener-af66defbdf909520cb93c3b97e41cf32-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region af66defbdf909520cb93c3b97e41cf32 2024-11-14T07:22:04,904 INFO [StoreOpener-af66defbdf909520cb93c3b97e41cf32-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af66defbdf909520cb93c3b97e41cf32 columnFamilyName f 2024-11-14T07:22:04,904 DEBUG [StoreOpener-af66defbdf909520cb93c3b97e41cf32-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:22:04,904 INFO [StoreOpener-af66defbdf909520cb93c3b97e41cf32-1 {}] regionserver.HStore(327): Store=af66defbdf909520cb93c3b97e41cf32/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:22:04,904 INFO [StoreOpener-af66defbdf909520cb93c3b97e41cf32-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region af66defbdf909520cb93c3b97e41cf32 2024-11-14T07:22:04,905 INFO [StoreOpener-af66defbdf909520cb93c3b97e41cf32-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af66defbdf909520cb93c3b97e41cf32 columnFamilyName f1 2024-11-14T07:22:04,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:22:04,905 DEBUG [StoreOpener-af66defbdf909520cb93c3b97e41cf32-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:22:04,906 INFO [StoreOpener-af66defbdf909520cb93c3b97e41cf32-1 {}] regionserver.HStore(327): Store=af66defbdf909520cb93c3b97e41cf32/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:22:04,906 INFO [StoreOpener-af66defbdf909520cb93c3b97e41cf32-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region af66defbdf909520cb93c3b97e41cf32 2024-11-14T07:22:04,906 INFO [StoreOpener-af66defbdf909520cb93c3b97e41cf32-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af66defbdf909520cb93c3b97e41cf32 columnFamilyName norep 2024-11-14T07:22:04,906 DEBUG [StoreOpener-af66defbdf909520cb93c3b97e41cf32-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:22:04,907 INFO [StoreOpener-af66defbdf909520cb93c3b97e41cf32-1 {}] regionserver.HStore(327): Store=af66defbdf909520cb93c3b97e41cf32/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:22:04,907 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for af66defbdf909520cb93c3b97e41cf32 2024-11-14T07:22:04,907 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/data/default/test/af66defbdf909520cb93c3b97e41cf32 2024-11-14T07:22:04,907 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/data/default/test/af66defbdf909520cb93c3b97e41cf32 2024-11-14T07:22:04,908 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for af66defbdf909520cb93c3b97e41cf32 2024-11-14T07:22:04,908 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for af66defbdf909520cb93c3b97e41cf32 2024-11-14T07:22:04,908 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T07:22:04,909 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for af66defbdf909520cb93c3b97e41cf32 2024-11-14T07:22:04,910 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/data/default/test/af66defbdf909520cb93c3b97e41cf32/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T07:22:04,911 INFO [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened af66defbdf909520cb93c3b97e41cf32; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69138162, jitterRate=0.03023889660835266}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T07:22:04,911 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for af66defbdf909520cb93c3b97e41cf32 2024-11-14T07:22:04,911 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for af66defbdf909520cb93c3b97e41cf32: Running coprocessor pre-open hook at 1731568924902Writing region info on filesystem at 1731568924902Initializing all the Stores at 1731568924903 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568924903Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568924903Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568924903Cleaning up temporary data from old regions at 1731568924908 (+5 ms)Running coprocessor post-open hooks at 1731568924911 (+3 ms)Region opened successfully at 1731568924911 2024-11-14T07:22:04,911 INFO [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731568923679.af66defbdf909520cb93c3b97e41cf32., pid=6, masterSystemTime=1731568924898 2024-11-14T07:22:04,913 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731568923679.af66defbdf909520cb93c3b97e41cf32. 2024-11-14T07:22:04,913 INFO [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731568923679.af66defbdf909520cb93c3b97e41cf32. 2024-11-14T07:22:04,913 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=af66defbdf909520cb93c3b97e41cf32, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c7aa6e2790b3,45201,1731568916385 2024-11-14T07:22:04,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure af66defbdf909520cb93c3b97e41cf32, server=c7aa6e2790b3,45201,1731568916385 because future has completed 2024-11-14T07:22:04,918 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T07:22:04,918 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure af66defbdf909520cb93c3b97e41cf32, server=c7aa6e2790b3,45201,1731568916385 in 170 msec 2024-11-14T07:22:04,919 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T07:22:04,919 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=af66defbdf909520cb93c3b97e41cf32, ASSIGN in 326 msec 2024-11-14T07:22:04,920 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T07:22:04,920 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731568924920"}]},"ts":"1731568924920"} 2024-11-14T07:22:04,921 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T07:22:04,922 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T07:22:04,923 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2430 sec 2024-11-14T07:22:04,924 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T07:22:05,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:22:05,916 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T07:22:05,917 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@417ab2d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:22:05,917 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,42285,-1 for getting cluster id 2024-11-14T07:22:05,917 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:22:05,917 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a717e5b-c5d7-4977-9900-c0f455c53391' 2024-11-14T07:22:05,917 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:22:05,918 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a717e5b-c5d7-4977-9900-c0f455c53391" 2024-11-14T07:22:05,918 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6eb5e283, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:22:05,918 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,42285,-1] 2024-11-14T07:22:05,918 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:22:05,918 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:22:05,918 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:22:05,919 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16171186, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:22:05,919 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:22:05,920 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is c7aa6e2790b3,42285,1731568904717 2024-11-14T07:22:05,920 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a6ef06b 2024-11-14T07:22:05,920 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T07:22:05,921 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T07:22:05,921 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42285 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c7aa6e2790b3:35663,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T07:22:05,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42285 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T07:22:05,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T07:22:05,923 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c7aa6e2790b3:35663' 2024-11-14T07:22:05,924 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f7f3b27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:22:05,924 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,35663,-1 for getting cluster id 2024-11-14T07:22:05,924 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:22:05,925 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c28c6902-b7eb-4d9b-9ccd-9464a034b59f' 2024-11-14T07:22:05,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:22:05,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c28c6902-b7eb-4d9b-9ccd-9464a034b59f" 2024-11-14T07:22:05,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51eba804, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:22:05,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,35663,-1] 2024-11-14T07:22:05,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:22:05,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:22:05,926 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:22:05,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a81bac1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:22:05,927 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:22:05,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c7aa6e2790b3,35663,1731568910743 2024-11-14T07:22:05,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46e9b2e4 2024-11-14T07:22:05,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T07:22:05,928 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T07:22:05,929 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T07:22:05,929 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T07:22:05,929 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:22:05,929 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:22:05,929 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:22:05,930 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T07:22:05,930 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T07:22:05,931 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T07:22:05,931 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:22:05,932 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T07:22:05,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741837_1013 (size=1138) 2024-11-14T07:22:05,981 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T07:22:06,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T07:22:06,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T07:22:06,338 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f08ad86f52ed6136042f407ad703b8ba, NAME => 'hbase:replication,,1731568925930.f08ad86f52ed6136042f407ad703b8ba.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16 2024-11-14T07:22:06,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741838_1014 (size=44) 2024-11-14T07:22:06,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T07:22:06,743 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731568925930.f08ad86f52ed6136042f407ad703b8ba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:22:06,743 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f08ad86f52ed6136042f407ad703b8ba, disabling compactions & flushes 2024-11-14T07:22:06,743 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731568925930.f08ad86f52ed6136042f407ad703b8ba. 2024-11-14T07:22:06,743 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731568925930.f08ad86f52ed6136042f407ad703b8ba. 2024-11-14T07:22:06,743 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731568925930.f08ad86f52ed6136042f407ad703b8ba. after waiting 0 ms 2024-11-14T07:22:06,743 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731568925930.f08ad86f52ed6136042f407ad703b8ba. 2024-11-14T07:22:06,743 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731568925930.f08ad86f52ed6136042f407ad703b8ba. 2024-11-14T07:22:06,743 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f08ad86f52ed6136042f407ad703b8ba: Waiting for close lock at 1731568926743Disabling compacts and flushes for region at 1731568926743Disabling writes for close at 1731568926743Writing region close event to WAL at 1731568926743Closed at 1731568926743 2024-11-14T07:22:06,744 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T07:22:06,744 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731568925930.f08ad86f52ed6136042f407ad703b8ba.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731568926744"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731568926744"}]},"ts":"1731568926744"} 2024-11-14T07:22:06,746 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T07:22:06,746 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T07:22:06,746 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731568926746"}]},"ts":"1731568926746"} 2024-11-14T07:22:06,747 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T07:22:06,748 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f08ad86f52ed6136042f407ad703b8ba, ASSIGN}] 2024-11-14T07:22:06,748 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f08ad86f52ed6136042f407ad703b8ba, ASSIGN 2024-11-14T07:22:06,749 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f08ad86f52ed6136042f407ad703b8ba, ASSIGN; state=OFFLINE, location=c7aa6e2790b3,44685,1731568904953; forceNewPlan=false, retain=false 2024-11-14T07:22:06,899 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f08ad86f52ed6136042f407ad703b8ba, regionState=OPENING, regionLocation=c7aa6e2790b3,44685,1731568904953 2024-11-14T07:22:06,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f08ad86f52ed6136042f407ad703b8ba, ASSIGN because future has completed 2024-11-14T07:22:06,902 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f08ad86f52ed6136042f407ad703b8ba, server=c7aa6e2790b3,44685,1731568904953}] 2024-11-14T07:22:07,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T07:22:07,057 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731568925930.f08ad86f52ed6136042f407ad703b8ba. 2024-11-14T07:22:07,057 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T07:22:07,057 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T07:22:07,058 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c7aa6e2790b3%2C44685%2C1731568904953.rep, suffix=, logDir=hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/WALs/c7aa6e2790b3,44685,1731568904953, archiveDir=hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/oldWALs, maxLogs=10 2024-11-14T07:22:07,071 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/WALs/c7aa6e2790b3,44685,1731568904953/c7aa6e2790b3%2C44685%2C1731568904953.rep.1731568927059, exclude list is [], retry=0 2024-11-14T07:22:07,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44583,DS-5d4e6ac4-a3c1-4f9e-b362-2dcfcf8f5b48,DISK] 2024-11-14T07:22:07,074 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/WALs/c7aa6e2790b3,44685,1731568904953/c7aa6e2790b3%2C44685%2C1731568904953.rep.1731568927059 2024-11-14T07:22:07,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41401:41401)] 2024-11-14T07:22:07,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f08ad86f52ed6136042f407ad703b8ba, NAME => 'hbase:replication,,1731568925930.f08ad86f52ed6136042f407ad703b8ba.', STARTKEY => '', ENDKEY => ''} 2024-11-14T07:22:07,075 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T07:22:07,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T07:22:07,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731568925930.f08ad86f52ed6136042f407ad703b8ba. service=MultiRowMutationService 2024-11-14T07:22:07,075 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T07:22:07,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f08ad86f52ed6136042f407ad703b8ba 2024-11-14T07:22:07,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731568925930.f08ad86f52ed6136042f407ad703b8ba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:22:07,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f08ad86f52ed6136042f407ad703b8ba 2024-11-14T07:22:07,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f08ad86f52ed6136042f407ad703b8ba 2024-11-14T07:22:07,076 INFO [StoreOpener-f08ad86f52ed6136042f407ad703b8ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f08ad86f52ed6136042f407ad703b8ba 2024-11-14T07:22:07,077 INFO [StoreOpener-f08ad86f52ed6136042f407ad703b8ba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f08ad86f52ed6136042f407ad703b8ba columnFamilyName hfileref 2024-11-14T07:22:07,077 DEBUG [StoreOpener-f08ad86f52ed6136042f407ad703b8ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:22:07,078 INFO [StoreOpener-f08ad86f52ed6136042f407ad703b8ba-1 {}] regionserver.HStore(327): Store=f08ad86f52ed6136042f407ad703b8ba/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:22:07,078 INFO [StoreOpener-f08ad86f52ed6136042f407ad703b8ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f08ad86f52ed6136042f407ad703b8ba 2024-11-14T07:22:07,079 INFO [StoreOpener-f08ad86f52ed6136042f407ad703b8ba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f08ad86f52ed6136042f407ad703b8ba columnFamilyName queue 2024-11-14T07:22:07,079 DEBUG [StoreOpener-f08ad86f52ed6136042f407ad703b8ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:22:07,079 INFO [StoreOpener-f08ad86f52ed6136042f407ad703b8ba-1 {}] regionserver.HStore(327): Store=f08ad86f52ed6136042f407ad703b8ba/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:22:07,079 INFO [StoreOpener-f08ad86f52ed6136042f407ad703b8ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f08ad86f52ed6136042f407ad703b8ba 2024-11-14T07:22:07,080 INFO [StoreOpener-f08ad86f52ed6136042f407ad703b8ba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f08ad86f52ed6136042f407ad703b8ba columnFamilyName sid 2024-11-14T07:22:07,080 DEBUG [StoreOpener-f08ad86f52ed6136042f407ad703b8ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:22:07,080 INFO [StoreOpener-f08ad86f52ed6136042f407ad703b8ba-1 {}] regionserver.HStore(327): Store=f08ad86f52ed6136042f407ad703b8ba/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:22:07,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f08ad86f52ed6136042f407ad703b8ba 2024-11-14T07:22:07,081 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/data/hbase/replication/f08ad86f52ed6136042f407ad703b8ba 2024-11-14T07:22:07,081 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/data/hbase/replication/f08ad86f52ed6136042f407ad703b8ba 2024-11-14T07:22:07,082 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f08ad86f52ed6136042f407ad703b8ba 2024-11-14T07:22:07,082 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f08ad86f52ed6136042f407ad703b8ba 2024-11-14T07:22:07,082 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T07:22:07,083 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f08ad86f52ed6136042f407ad703b8ba 2024-11-14T07:22:07,084 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/data/hbase/replication/f08ad86f52ed6136042f407ad703b8ba/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T07:22:07,085 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f08ad86f52ed6136042f407ad703b8ba; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68967724, jitterRate=0.027699172496795654}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T07:22:07,085 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f08ad86f52ed6136042f407ad703b8ba 2024-11-14T07:22:07,085 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f08ad86f52ed6136042f407ad703b8ba: Running coprocessor pre-open hook at 1731568927076Writing region info on filesystem at 1731568927076Initializing all the Stores at 1731568927076Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568927076Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568927076Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568927076Cleaning up temporary data from old regions at 1731568927082 (+6 ms)Running coprocessor post-open hooks at 1731568927085 (+3 ms)Region opened successfully at 1731568927085 2024-11-14T07:22:07,086 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731568925930.f08ad86f52ed6136042f407ad703b8ba., pid=10, masterSystemTime=1731568927054 2024-11-14T07:22:07,087 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731568925930.f08ad86f52ed6136042f407ad703b8ba. 2024-11-14T07:22:07,087 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731568925930.f08ad86f52ed6136042f407ad703b8ba. 2024-11-14T07:22:07,088 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f08ad86f52ed6136042f407ad703b8ba, regionState=OPEN, openSeqNum=2, regionLocation=c7aa6e2790b3,44685,1731568904953 2024-11-14T07:22:07,089 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42285 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=c7aa6e2790b3,44685,1731568904953, table=hbase:replication, region=f08ad86f52ed6136042f407ad703b8ba. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-14T07:22:07,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f08ad86f52ed6136042f407ad703b8ba, server=c7aa6e2790b3,44685,1731568904953 because future has completed 2024-11-14T07:22:07,092 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T07:22:07,092 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f08ad86f52ed6136042f407ad703b8ba, server=c7aa6e2790b3,44685,1731568904953 in 189 msec 2024-11-14T07:22:07,094 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T07:22:07,094 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f08ad86f52ed6136042f407ad703b8ba, ASSIGN in 344 msec 2024-11-14T07:22:07,095 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T07:22:07,095 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731568927095"}]},"ts":"1731568927095"} 2024-11-14T07:22:07,096 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T07:22:07,097 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T07:22:07,098 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1670 sec 2024-11-14T07:22:07,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731568925930.f08ad86f52ed6136042f407ad703b8ba., hostname=c7aa6e2790b3,44685,1731568904953, seqNum=2] 2024-11-14T07:22:07,144 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T07:22:07,144 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-14T07:22:07,144 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T07:22:07,144 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-14T07:22:07,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42285-0x10138389d190000, quorum=127.0.0.1:49697, baseZNode=/0-261350794 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-261350794 2024-11-14T07:22:07,295 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44685-0x10138389d190001, quorum=127.0.0.1:49697, baseZNode=/0-261350794 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-261350794 2024-11-14T07:22:07,316 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T07:22:07,469 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44685 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T07:22:07,469 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T07:22:07,505 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c7aa6e2790b3,44685,1731568904953, ReplicationSource: 1, currentBandwidth=0 2024-11-14T07:22:07,506 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T07:22:07,506 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c7aa6e2790b3,44685,1731568904953, seqNum=-1] 2024-11-14T07:22:07,506 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T07:22:07,507 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49673, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-14T07:22:07,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c7aa6e2790b3,44685,1731568904953', locateType=CURRENT is [region=hbase:replication,,1731568925930.f08ad86f52ed6136042f407ad703b8ba., hostname=c7aa6e2790b3,44685,1731568904953, seqNum=2] 2024-11-14T07:22:07,511 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T07:22:07,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42285 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T07:22:07,513 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c7aa6e2790b3,44685,1731568904953 suceeded 2024-11-14T07:22:07,514 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T07:22:07,514 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-11-14T07:22:07,515 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c7aa6e2790b3:35663,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T07:22:07,515 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5940 sec 2024-11-14T07:22:07,525 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44685,1731568904953 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c7aa6e2790b3:35663' 2024-11-14T07:22:07,526 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44685,1731568904953 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76eb1095, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:22:07,526 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44685,1731568904953 {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,35663,-1 for getting cluster id 2024-11-14T07:22:07,526 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44685,1731568904953 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:22:07,526 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c28c6902-b7eb-4d9b-9ccd-9464a034b59f' 2024-11-14T07:22:07,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:22:07,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c28c6902-b7eb-4d9b-9ccd-9464a034b59f" 2024-11-14T07:22:07,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@682a19ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:22:07,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,35663,-1] 2024-11-14T07:22:07,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:22:07,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:22:07,528 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:22:07,528 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44685,1731568904953 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16c557ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:22:07,528 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44685,1731568904953 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:22:07,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c7aa6e2790b3,35663,1731568910743 2024-11-14T07:22:07,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6315e6f6 2024-11-14T07:22:07,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T07:22:07,530 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-14T07:22:07,530 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44685,1731568904953 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c7aa6e2790b3,44685,1731568904953 (queues=1) is replicating from cluster=9a717e5b-c5d7-4977-9900-c0f455c53391 to cluster=c28c6902-b7eb-4d9b-9ccd-9464a034b59f 2024-11-14T07:22:07,530 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44685,1731568904953 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c7aa6e2790b3%2C44685%2C1731568904953 2024-11-14T07:22:07,530 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44685,1731568904953 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c7aa6e2790b3,44685,1731568904953, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T07:22:07,531 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44685,1731568904953.replicationSource.shipperc7aa6e2790b3%2C44685%2C1731568904953,1-c7aa6e2790b3,44685,1731568904953 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c7aa6e2790b3%2C44685%2C1731568904953 2024-11-14T07:22:07,531 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44685,1731568904953.replicationSource.wal-reader.c7aa6e2790b3%2C44685%2C1731568904953,1-c7aa6e2790b3,44685,1731568904953 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/WALs/c7aa6e2790b3,44685,1731568904953/c7aa6e2790b3%2C44685%2C1731568904953.1731568907171, startPosition=0, beingWritten=true 2024-11-14T07:22:07,536 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44685,1731568904953.replicationSource.wal-reader.c7aa6e2790b3%2C44685%2C1731568904953,1-c7aa6e2790b3,44685,1731568904953 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T07:22:07,536 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44685,1731568904953.replicationSource.wal-reader.c7aa6e2790b3%2C44685%2C1731568904953,1-c7aa6e2790b3,44685,1731568904953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/WALs/c7aa6e2790b3,44685,1731568904953/c7aa6e2790b3%2C44685%2C1731568904953.1731568907171 to pos 379, reset compression=false 2024-11-14T07:22:07,536 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44685,1731568904953.replicationSource.shipperc7aa6e2790b3%2C44685%2C1731568904953,1-c7aa6e2790b3,44685,1731568904953 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c7aa6e2790b3,44685,1731568904953 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/WALs/c7aa6e2790b3,44685,1731568904953/c7aa6e2790b3%2C44685%2C1731568904953.1731568907171, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T07:22:07,739 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44685,1731568904953.replicationSource.wal-reader.c7aa6e2790b3%2C44685%2C1731568904953,1-c7aa6e2790b3,44685,1731568904953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/WALs/c7aa6e2790b3,44685,1731568904953/c7aa6e2790b3%2C44685%2C1731568904953.1731568907171 to pos 379, reset compression=false 2024-11-14T07:22:08,025 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:22:08,025 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c7aa6e2790b3,32917,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c7aa6e2790b3:32917 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T07:22:08,026 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108596 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c7aa6e2790b3,32917,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c7aa6e2790b3:32917 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T07:22:08,042 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44685,1731568904953.replicationSource.wal-reader.c7aa6e2790b3%2C44685%2C1731568904953,1-c7aa6e2790b3,44685,1731568904953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/WALs/c7aa6e2790b3,44685,1731568904953/c7aa6e2790b3%2C44685%2C1731568904953.1731568907171 to pos 379, reset compression=false 2024-11-14T07:22:08,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T07:22:08,075 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T07:22:08,075 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T07:22:08,076 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:22:08,076 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:22:08,076 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:22:08,076 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:22:08,076 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d05700, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:22:08,076 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,35663,-1 for getting cluster id 2024-11-14T07:22:08,076 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:22:08,077 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c28c6902-b7eb-4d9b-9ccd-9464a034b59f' 2024-11-14T07:22:08,077 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:22:08,077 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c28c6902-b7eb-4d9b-9ccd-9464a034b59f" 2024-11-14T07:22:08,077 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79fd3b55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:22:08,077 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,35663,-1] 2024-11-14T07:22:08,078 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:22:08,078 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:22:08,078 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:22:08,079 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10be753c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:22:08,079 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:22:08,080 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is c7aa6e2790b3,35663,1731568910743 2024-11-14T07:22:08,080 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b331d43 2024-11-14T07:22:08,080 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T07:22:08,080 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T07:22:08,081 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c7aa6e2790b3:46865,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T07:22:08,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T07:22:08,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T07:22:08,083 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c7aa6e2790b3:46865' 2024-11-14T07:22:08,084 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d270c5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:22:08,084 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,46865,-1 for getting cluster id 2024-11-14T07:22:08,084 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:22:08,085 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '778c9dd9-cb72-4eed-9929-d68e7c22e045' 2024-11-14T07:22:08,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:22:08,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "778c9dd9-cb72-4eed-9929-d68e7c22e045" 2024-11-14T07:22:08,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a7bd099, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:22:08,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,46865,-1] 2024-11-14T07:22:08,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:22:08,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:22:08,086 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:22:08,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d9bc3da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:22:08,086 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:22:08,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c7aa6e2790b3,46865,1731568916245 2024-11-14T07:22:08,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@375dbe78 2024-11-14T07:22:08,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T07:22:08,088 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T07:22:08,089 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T07:22:08,089 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T07:22:08,089 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:22:08,089 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:22:08,089 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:22:08,089 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T07:22:08,090 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T07:22:08,091 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T07:22:08,091 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:22:08,092 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T07:22:08,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34811 is added to blk_1073741837_1013 (size=1138) 2024-11-14T07:22:08,140 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T07:22:08,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T07:22:08,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T07:22:08,446 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44685,1731568904953.replicationSource.wal-reader.c7aa6e2790b3%2C44685%2C1731568904953,1-c7aa6e2790b3,44685,1731568904953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/WALs/c7aa6e2790b3,44685,1731568904953/c7aa6e2790b3%2C44685%2C1731568904953.1731568907171 to pos 379, reset compression=false 2024-11-14T07:22:08,502 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5215483a20bfafca073e1fb5de9117c4, NAME => 'hbase:replication,,1731568928089.5215483a20bfafca073e1fb5de9117c4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3 2024-11-14T07:22:08,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34811 is added to blk_1073741838_1014 (size=44) 2024-11-14T07:22:08,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T07:22:08,907 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731568928089.5215483a20bfafca073e1fb5de9117c4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:22:08,907 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 5215483a20bfafca073e1fb5de9117c4, disabling compactions & flushes 2024-11-14T07:22:08,907 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731568928089.5215483a20bfafca073e1fb5de9117c4. 2024-11-14T07:22:08,907 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731568928089.5215483a20bfafca073e1fb5de9117c4. 2024-11-14T07:22:08,907 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731568928089.5215483a20bfafca073e1fb5de9117c4. after waiting 0 ms 2024-11-14T07:22:08,907 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731568928089.5215483a20bfafca073e1fb5de9117c4. 2024-11-14T07:22:08,907 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731568928089.5215483a20bfafca073e1fb5de9117c4. 2024-11-14T07:22:08,907 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5215483a20bfafca073e1fb5de9117c4: Waiting for close lock at 1731568928907Disabling compacts and flushes for region at 1731568928907Disabling writes for close at 1731568928907Writing region close event to WAL at 1731568928907Closed at 1731568928907 2024-11-14T07:22:08,949 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44685,1731568904953.replicationSource.wal-reader.c7aa6e2790b3%2C44685%2C1731568904953,1-c7aa6e2790b3,44685,1731568904953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/WALs/c7aa6e2790b3,44685,1731568904953/c7aa6e2790b3%2C44685%2C1731568904953.1731568907171 to pos 379, reset compression=false 2024-11-14T07:22:08,951 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T07:22:08,951 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731568928089.5215483a20bfafca073e1fb5de9117c4.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731568928951"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731568928951"}]},"ts":"1731568928951"} 2024-11-14T07:22:08,953 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T07:22:08,953 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T07:22:08,953 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731568928953"}]},"ts":"1731568928953"} 2024-11-14T07:22:08,955 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T07:22:08,955 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5215483a20bfafca073e1fb5de9117c4, ASSIGN}] 2024-11-14T07:22:08,956 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5215483a20bfafca073e1fb5de9117c4, ASSIGN 2024-11-14T07:22:08,957 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5215483a20bfafca073e1fb5de9117c4, ASSIGN; state=OFFLINE, location=c7aa6e2790b3,37585,1731568910889; forceNewPlan=false, retain=false 2024-11-14T07:22:09,107 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5215483a20bfafca073e1fb5de9117c4, regionState=OPENING, regionLocation=c7aa6e2790b3,37585,1731568910889 2024-11-14T07:22:09,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5215483a20bfafca073e1fb5de9117c4, ASSIGN because future has completed 2024-11-14T07:22:09,109 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5215483a20bfafca073e1fb5de9117c4, server=c7aa6e2790b3,37585,1731568910889}] 2024-11-14T07:22:09,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T07:22:09,264 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731568928089.5215483a20bfafca073e1fb5de9117c4. 2024-11-14T07:22:09,264 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T07:22:09,265 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T07:22:09,266 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c7aa6e2790b3%2C37585%2C1731568910889.rep, suffix=, logDir=hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/WALs/c7aa6e2790b3,37585,1731568910889, archiveDir=hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/oldWALs, maxLogs=10 2024-11-14T07:22:09,282 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/WALs/c7aa6e2790b3,37585,1731568910889/c7aa6e2790b3%2C37585%2C1731568910889.rep.1731568929266, exclude list is [], retry=0 2024-11-14T07:22:09,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34811,DS-cdd5107d-673c-4830-bdfe-d983417f978d,DISK] 2024-11-14T07:22:09,285 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/WALs/c7aa6e2790b3,37585,1731568910889/c7aa6e2790b3%2C37585%2C1731568910889.rep.1731568929266 2024-11-14T07:22:09,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46473:46473)] 2024-11-14T07:22:09,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 5215483a20bfafca073e1fb5de9117c4, NAME => 'hbase:replication,,1731568928089.5215483a20bfafca073e1fb5de9117c4.', STARTKEY => '', ENDKEY => ''} 2024-11-14T07:22:09,286 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T07:22:09,286 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T07:22:09,286 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731568928089.5215483a20bfafca073e1fb5de9117c4. service=MultiRowMutationService 2024-11-14T07:22:09,286 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T07:22:09,286 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5215483a20bfafca073e1fb5de9117c4 2024-11-14T07:22:09,286 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731568928089.5215483a20bfafca073e1fb5de9117c4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:22:09,286 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 5215483a20bfafca073e1fb5de9117c4 2024-11-14T07:22:09,286 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 5215483a20bfafca073e1fb5de9117c4 2024-11-14T07:22:09,287 INFO [StoreOpener-5215483a20bfafca073e1fb5de9117c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5215483a20bfafca073e1fb5de9117c4 2024-11-14T07:22:09,288 INFO [StoreOpener-5215483a20bfafca073e1fb5de9117c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5215483a20bfafca073e1fb5de9117c4 columnFamilyName hfileref 2024-11-14T07:22:09,288 DEBUG [StoreOpener-5215483a20bfafca073e1fb5de9117c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:22:09,288 INFO [StoreOpener-5215483a20bfafca073e1fb5de9117c4-1 {}] regionserver.HStore(327): Store=5215483a20bfafca073e1fb5de9117c4/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:22:09,288 INFO [StoreOpener-5215483a20bfafca073e1fb5de9117c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5215483a20bfafca073e1fb5de9117c4 2024-11-14T07:22:09,289 INFO [StoreOpener-5215483a20bfafca073e1fb5de9117c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5215483a20bfafca073e1fb5de9117c4 columnFamilyName queue 2024-11-14T07:22:09,289 DEBUG [StoreOpener-5215483a20bfafca073e1fb5de9117c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:22:09,289 INFO [StoreOpener-5215483a20bfafca073e1fb5de9117c4-1 {}] regionserver.HStore(327): Store=5215483a20bfafca073e1fb5de9117c4/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:22:09,289 INFO [StoreOpener-5215483a20bfafca073e1fb5de9117c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5215483a20bfafca073e1fb5de9117c4 2024-11-14T07:22:09,290 INFO [StoreOpener-5215483a20bfafca073e1fb5de9117c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5215483a20bfafca073e1fb5de9117c4 columnFamilyName sid 2024-11-14T07:22:09,290 DEBUG [StoreOpener-5215483a20bfafca073e1fb5de9117c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:22:09,290 INFO [StoreOpener-5215483a20bfafca073e1fb5de9117c4-1 {}] regionserver.HStore(327): Store=5215483a20bfafca073e1fb5de9117c4/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:22:09,290 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 5215483a20bfafca073e1fb5de9117c4 2024-11-14T07:22:09,291 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/data/hbase/replication/5215483a20bfafca073e1fb5de9117c4 2024-11-14T07:22:09,291 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/data/hbase/replication/5215483a20bfafca073e1fb5de9117c4 2024-11-14T07:22:09,292 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 5215483a20bfafca073e1fb5de9117c4 2024-11-14T07:22:09,292 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 5215483a20bfafca073e1fb5de9117c4 2024-11-14T07:22:09,292 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T07:22:09,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 5215483a20bfafca073e1fb5de9117c4 2024-11-14T07:22:09,295 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/data/hbase/replication/5215483a20bfafca073e1fb5de9117c4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T07:22:09,295 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 5215483a20bfafca073e1fb5de9117c4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64089432, jitterRate=-0.044993042945861816}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T07:22:09,295 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5215483a20bfafca073e1fb5de9117c4 2024-11-14T07:22:09,296 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 5215483a20bfafca073e1fb5de9117c4: Running coprocessor pre-open hook at 1731568929286Writing region info on filesystem at 1731568929286Initializing all the Stores at 1731568929287 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568929287Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568929287Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568929287Cleaning up temporary data from old regions at 1731568929292 (+5 ms)Running coprocessor post-open hooks at 1731568929295 (+3 ms)Region opened successfully at 1731568929295 2024-11-14T07:22:09,296 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731568928089.5215483a20bfafca073e1fb5de9117c4., pid=10, masterSystemTime=1731568929261 2024-11-14T07:22:09,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731568928089.5215483a20bfafca073e1fb5de9117c4. 2024-11-14T07:22:09,298 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731568928089.5215483a20bfafca073e1fb5de9117c4. 2024-11-14T07:22:09,298 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5215483a20bfafca073e1fb5de9117c4, regionState=OPEN, openSeqNum=2, regionLocation=c7aa6e2790b3,37585,1731568910889 2024-11-14T07:22:09,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5215483a20bfafca073e1fb5de9117c4, server=c7aa6e2790b3,37585,1731568910889 because future has completed 2024-11-14T07:22:09,303 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T07:22:09,303 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 5215483a20bfafca073e1fb5de9117c4, server=c7aa6e2790b3,37585,1731568910889 in 193 msec 2024-11-14T07:22:09,305 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T07:22:09,305 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5215483a20bfafca073e1fb5de9117c4, ASSIGN in 348 msec 2024-11-14T07:22:09,305 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T07:22:09,305 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731568929305"}]},"ts":"1731568929305"} 2024-11-14T07:22:09,306 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T07:22:09,307 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T07:22:09,308 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2180 sec 2024-11-14T07:22:09,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731568928089.5215483a20bfafca073e1fb5de9117c4., hostname=c7aa6e2790b3,37585,1731568910889, seqNum=2] 2024-11-14T07:22:09,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37585-0x10138389d190004, quorum=127.0.0.1:49697, baseZNode=/11165375535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11165375535 2024-11-14T07:22:09,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35663-0x10138389d190003, quorum=127.0.0.1:49697, baseZNode=/11165375535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11165375535 2024-11-14T07:22:09,400 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T07:22:09,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37585 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T07:22:09,552 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44685,1731568904953.replicationSource.wal-reader.c7aa6e2790b3%2C44685%2C1731568904953,1-c7aa6e2790b3,44685,1731568904953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/WALs/c7aa6e2790b3,44685,1731568904953/c7aa6e2790b3%2C44685%2C1731568904953.1731568907171 to pos 379, reset compression=false 2024-11-14T07:22:09,553 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T07:22:09,590 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c7aa6e2790b3,37585,1731568910889, ReplicationSource: 1, currentBandwidth=0 2024-11-14T07:22:09,591 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T07:22:09,591 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c7aa6e2790b3,37585,1731568910889, seqNum=-1] 2024-11-14T07:22:09,591 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T07:22:09,592 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57415, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-14T07:22:09,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c7aa6e2790b3,37585,1731568910889', locateType=CURRENT is [region=hbase:replication,,1731568928089.5215483a20bfafca073e1fb5de9117c4., hostname=c7aa6e2790b3,37585,1731568910889, seqNum=2] 2024-11-14T07:22:09,596 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T07:22:09,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T07:22:09,597 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c7aa6e2790b3,37585,1731568910889 suceeded 2024-11-14T07:22:09,599 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T07:22:09,599 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-11-14T07:22:09,599 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c7aa6e2790b3:46865,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T07:22:09,600 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5180 sec 2024-11-14T07:22:09,608 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37585,1731568910889 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c7aa6e2790b3:46865' 2024-11-14T07:22:09,609 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37585,1731568910889 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38307c70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:22:09,609 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37585,1731568910889 {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,46865,-1 for getting cluster id 2024-11-14T07:22:09,609 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37585,1731568910889 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:22:09,610 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '778c9dd9-cb72-4eed-9929-d68e7c22e045' 2024-11-14T07:22:09,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:22:09,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "778c9dd9-cb72-4eed-9929-d68e7c22e045" 2024-11-14T07:22:09,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b05460, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:22:09,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,46865,-1] 2024-11-14T07:22:09,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:22:09,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:22:09,611 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:22:09,612 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37585,1731568910889 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4851efd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:22:09,612 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37585,1731568910889 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:22:09,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is c7aa6e2790b3,46865,1731568916245 2024-11-14T07:22:09,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@531a7ba2 2024-11-14T07:22:09,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T07:22:09,613 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-14T07:22:09,613 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37585,1731568910889 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c7aa6e2790b3,37585,1731568910889 (queues=1) is replicating from cluster=c28c6902-b7eb-4d9b-9ccd-9464a034b59f to cluster=778c9dd9-cb72-4eed-9929-d68e7c22e045 2024-11-14T07:22:09,614 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37585,1731568910889 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c7aa6e2790b3%2C37585%2C1731568910889 2024-11-14T07:22:09,614 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37585,1731568910889 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c7aa6e2790b3,37585,1731568910889, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T07:22:09,614 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37585,1731568910889.replicationSource.wal-reader.c7aa6e2790b3%2C37585%2C1731568910889,1-c7aa6e2790b3,37585,1731568910889 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/WALs/c7aa6e2790b3,37585,1731568910889/c7aa6e2790b3%2C37585%2C1731568910889.1731568913054, startPosition=0, beingWritten=true 2024-11-14T07:22:09,614 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37585,1731568910889.replicationSource.shipperc7aa6e2790b3%2C37585%2C1731568910889,1-c7aa6e2790b3,37585,1731568910889 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c7aa6e2790b3%2C37585%2C1731568910889 2024-11-14T07:22:09,617 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37585,1731568910889.replicationSource.wal-reader.c7aa6e2790b3%2C37585%2C1731568910889,1-c7aa6e2790b3,37585,1731568910889 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T07:22:09,617 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37585,1731568910889.replicationSource.wal-reader.c7aa6e2790b3%2C37585%2C1731568910889,1-c7aa6e2790b3,37585,1731568910889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/WALs/c7aa6e2790b3,37585,1731568910889/c7aa6e2790b3%2C37585%2C1731568910889.1731568913054 to pos 379, reset compression=false 2024-11-14T07:22:09,618 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37585,1731568910889.replicationSource.shipperc7aa6e2790b3%2C37585%2C1731568910889,1-c7aa6e2790b3,37585,1731568910889 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c7aa6e2790b3,37585,1731568910889 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/WALs/c7aa6e2790b3,37585,1731568910889/c7aa6e2790b3%2C37585%2C1731568910889.1731568913054, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T07:22:09,820 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37585,1731568910889.replicationSource.wal-reader.c7aa6e2790b3%2C37585%2C1731568910889,1-c7aa6e2790b3,37585,1731568910889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/WALs/c7aa6e2790b3,37585,1731568910889/c7aa6e2790b3%2C37585%2C1731568910889.1731568913054 to pos 379, reset compression=false 2024-11-14T07:22:10,124 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37585,1731568910889.replicationSource.wal-reader.c7aa6e2790b3%2C37585%2C1731568910889,1-c7aa6e2790b3,37585,1731568910889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/WALs/c7aa6e2790b3,37585,1731568910889/c7aa6e2790b3%2C37585%2C1731568910889.1731568913054 to pos 379, reset compression=false 2024-11-14T07:22:10,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T07:22:10,225 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T07:22:10,226 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T07:22:10,226 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:22:10,226 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:22:10,226 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:22:10,226 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:22:10,227 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74d6f679, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:22:10,227 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,46865,-1 for getting cluster id 2024-11-14T07:22:10,227 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:22:10,227 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '778c9dd9-cb72-4eed-9929-d68e7c22e045' 2024-11-14T07:22:10,228 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:22:10,228 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "778c9dd9-cb72-4eed-9929-d68e7c22e045" 2024-11-14T07:22:10,228 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59c7ce5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:22:10,228 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,46865,-1] 2024-11-14T07:22:10,228 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:22:10,228 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:22:10,228 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:22:10,229 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@431aaec7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:22:10,229 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:22:10,230 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is c7aa6e2790b3,46865,1731568916245 2024-11-14T07:22:10,230 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a0198b0 2024-11-14T07:22:10,230 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T07:22:10,231 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T07:22:10,231 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46865 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c7aa6e2790b3:35663,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T07:22:10,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46865 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T07:22:10,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T07:22:10,233 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c7aa6e2790b3:35663' 2024-11-14T07:22:10,234 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ab984e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:22:10,234 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,35663,-1 for getting cluster id 2024-11-14T07:22:10,234 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:22:10,235 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c28c6902-b7eb-4d9b-9ccd-9464a034b59f' 2024-11-14T07:22:10,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:22:10,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c28c6902-b7eb-4d9b-9ccd-9464a034b59f" 2024-11-14T07:22:10,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cfcaa0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:22:10,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,35663,-1] 2024-11-14T07:22:10,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:22:10,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:22:10,236 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:22:10,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e93ce62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:22:10,237 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:22:10,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is c7aa6e2790b3,35663,1731568910743 2024-11-14T07:22:10,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d9c0197 2024-11-14T07:22:10,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T07:22:10,238 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T07:22:10,239 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T07:22:10,239 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T07:22:10,239 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:22:10,239 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:22:10,239 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:22:10,239 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T07:22:10,240 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T07:22:10,241 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T07:22:10,241 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:22:10,242 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T07:22:10,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43261 is added to blk_1073741837_1013 (size=1138) 2024-11-14T07:22:10,256 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44685,1731568904953.replicationSource.wal-reader.c7aa6e2790b3%2C44685%2C1731568904953,1-c7aa6e2790b3,44685,1731568904953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/WALs/c7aa6e2790b3,44685,1731568904953/c7aa6e2790b3%2C44685%2C1731568904953.1731568907171 to pos 379, reset compression=false 2024-11-14T07:22:10,291 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T07:22:10,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T07:22:10,405 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T07:22:10,406 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:10,406 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:10,406 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:10,406 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:10,406 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:10,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:10,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:10,452 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:10,452 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:10,452 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:10,452 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:10,458 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:10,461 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:10,462 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:10,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:10,527 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37585,1731568910889.replicationSource.wal-reader.c7aa6e2790b3%2C37585%2C1731568910889,1-c7aa6e2790b3,37585,1731568910889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/WALs/c7aa6e2790b3,37585,1731568910889/c7aa6e2790b3%2C37585%2C1731568910889.1731568913054 to pos 379, reset compression=false 2024-11-14T07:22:10,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T07:22:10,648 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b61a7ec2ca5672600d2241a94825225d, NAME => 'hbase:replication,,1731568930239.b61a7ec2ca5672600d2241a94825225d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38 2024-11-14T07:22:10,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43261 is added to blk_1073741838_1014 (size=44) 2024-11-14T07:22:10,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T07:22:10,925 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T07:22:11,030 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37585,1731568910889.replicationSource.wal-reader.c7aa6e2790b3%2C37585%2C1731568910889,1-c7aa6e2790b3,37585,1731568910889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/WALs/c7aa6e2790b3,37585,1731568910889/c7aa6e2790b3%2C37585%2C1731568910889.1731568913054 to pos 379, reset compression=false 2024-11-14T07:22:11,053 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731568930239.b61a7ec2ca5672600d2241a94825225d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:22:11,053 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b61a7ec2ca5672600d2241a94825225d, disabling compactions & flushes 2024-11-14T07:22:11,053 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731568930239.b61a7ec2ca5672600d2241a94825225d. 2024-11-14T07:22:11,053 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731568930239.b61a7ec2ca5672600d2241a94825225d. 2024-11-14T07:22:11,053 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731568930239.b61a7ec2ca5672600d2241a94825225d. after waiting 0 ms 2024-11-14T07:22:11,054 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731568930239.b61a7ec2ca5672600d2241a94825225d. 2024-11-14T07:22:11,054 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731568930239.b61a7ec2ca5672600d2241a94825225d. 2024-11-14T07:22:11,054 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b61a7ec2ca5672600d2241a94825225d: Waiting for close lock at 1731568931053Disabling compacts and flushes for region at 1731568931053Disabling writes for close at 1731568931053Writing region close event to WAL at 1731568931054 (+1 ms)Closed at 1731568931054 2024-11-14T07:22:11,055 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T07:22:11,055 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731568930239.b61a7ec2ca5672600d2241a94825225d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731568931055"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731568931055"}]},"ts":"1731568931055"} 2024-11-14T07:22:11,057 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T07:22:11,057 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T07:22:11,058 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731568931058"}]},"ts":"1731568931058"} 2024-11-14T07:22:11,058 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44685,1731568904953.replicationSource.wal-reader.c7aa6e2790b3%2C44685%2C1731568904953,1-c7aa6e2790b3,44685,1731568904953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/WALs/c7aa6e2790b3,44685,1731568904953/c7aa6e2790b3%2C44685%2C1731568904953.1731568907171 to pos 379, reset compression=false 2024-11-14T07:22:11,059 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T07:22:11,060 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b61a7ec2ca5672600d2241a94825225d, ASSIGN}] 2024-11-14T07:22:11,061 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b61a7ec2ca5672600d2241a94825225d, ASSIGN 2024-11-14T07:22:11,062 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b61a7ec2ca5672600d2241a94825225d, ASSIGN; state=OFFLINE, location=c7aa6e2790b3,45201,1731568916385; forceNewPlan=false, retain=false 2024-11-14T07:22:11,212 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b61a7ec2ca5672600d2241a94825225d, regionState=OPENING, regionLocation=c7aa6e2790b3,45201,1731568916385 2024-11-14T07:22:11,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b61a7ec2ca5672600d2241a94825225d, ASSIGN because future has completed 2024-11-14T07:22:11,215 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b61a7ec2ca5672600d2241a94825225d, server=c7aa6e2790b3,45201,1731568916385}] 2024-11-14T07:22:11,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T07:22:11,369 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731568930239.b61a7ec2ca5672600d2241a94825225d. 2024-11-14T07:22:11,369 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T07:22:11,370 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T07:22:11,370 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c7aa6e2790b3%2C45201%2C1731568916385.rep, suffix=, logDir=hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/WALs/c7aa6e2790b3,45201,1731568916385, archiveDir=hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/oldWALs, maxLogs=10 2024-11-14T07:22:11,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/WALs/c7aa6e2790b3,45201,1731568916385/c7aa6e2790b3%2C45201%2C1731568916385.rep.1731568931371, exclude list is [], retry=0 2024-11-14T07:22:11,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43261,DS-874bb7e9-26b4-4918-b00e-77de6b409304,DISK] 2024-11-14T07:22:11,385 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/WALs/c7aa6e2790b3,45201,1731568916385/c7aa6e2790b3%2C45201%2C1731568916385.rep.1731568931371 2024-11-14T07:22:11,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43201:43201)] 2024-11-14T07:22:11,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b61a7ec2ca5672600d2241a94825225d, NAME => 'hbase:replication,,1731568930239.b61a7ec2ca5672600d2241a94825225d.', STARTKEY => '', ENDKEY => ''} 2024-11-14T07:22:11,386 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T07:22:11,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T07:22:11,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731568930239.b61a7ec2ca5672600d2241a94825225d. service=MultiRowMutationService 2024-11-14T07:22:11,386 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T07:22:11,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b61a7ec2ca5672600d2241a94825225d 2024-11-14T07:22:11,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731568930239.b61a7ec2ca5672600d2241a94825225d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:22:11,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b61a7ec2ca5672600d2241a94825225d 2024-11-14T07:22:11,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b61a7ec2ca5672600d2241a94825225d 2024-11-14T07:22:11,387 INFO [StoreOpener-b61a7ec2ca5672600d2241a94825225d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b61a7ec2ca5672600d2241a94825225d 2024-11-14T07:22:11,388 INFO [StoreOpener-b61a7ec2ca5672600d2241a94825225d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b61a7ec2ca5672600d2241a94825225d columnFamilyName hfileref 2024-11-14T07:22:11,388 DEBUG [StoreOpener-b61a7ec2ca5672600d2241a94825225d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:22:11,389 INFO [StoreOpener-b61a7ec2ca5672600d2241a94825225d-1 {}] regionserver.HStore(327): Store=b61a7ec2ca5672600d2241a94825225d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:22:11,389 INFO [StoreOpener-b61a7ec2ca5672600d2241a94825225d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b61a7ec2ca5672600d2241a94825225d 2024-11-14T07:22:11,389 INFO [StoreOpener-b61a7ec2ca5672600d2241a94825225d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b61a7ec2ca5672600d2241a94825225d columnFamilyName queue 2024-11-14T07:22:11,389 DEBUG [StoreOpener-b61a7ec2ca5672600d2241a94825225d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:22:11,390 INFO [StoreOpener-b61a7ec2ca5672600d2241a94825225d-1 {}] regionserver.HStore(327): Store=b61a7ec2ca5672600d2241a94825225d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:22:11,390 INFO [StoreOpener-b61a7ec2ca5672600d2241a94825225d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b61a7ec2ca5672600d2241a94825225d 2024-11-14T07:22:11,390 INFO [StoreOpener-b61a7ec2ca5672600d2241a94825225d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b61a7ec2ca5672600d2241a94825225d columnFamilyName sid 2024-11-14T07:22:11,390 DEBUG [StoreOpener-b61a7ec2ca5672600d2241a94825225d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:22:11,391 INFO [StoreOpener-b61a7ec2ca5672600d2241a94825225d-1 {}] regionserver.HStore(327): Store=b61a7ec2ca5672600d2241a94825225d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:22:11,391 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b61a7ec2ca5672600d2241a94825225d 2024-11-14T07:22:11,391 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/data/hbase/replication/b61a7ec2ca5672600d2241a94825225d 2024-11-14T07:22:11,391 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/data/hbase/replication/b61a7ec2ca5672600d2241a94825225d 2024-11-14T07:22:11,392 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b61a7ec2ca5672600d2241a94825225d 2024-11-14T07:22:11,392 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b61a7ec2ca5672600d2241a94825225d 2024-11-14T07:22:11,392 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T07:22:11,393 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b61a7ec2ca5672600d2241a94825225d 2024-11-14T07:22:11,395 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/data/hbase/replication/b61a7ec2ca5672600d2241a94825225d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T07:22:11,395 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b61a7ec2ca5672600d2241a94825225d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61279042, jitterRate=-0.08687111735343933}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T07:22:11,395 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b61a7ec2ca5672600d2241a94825225d 2024-11-14T07:22:11,395 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b61a7ec2ca5672600d2241a94825225d: Running coprocessor pre-open hook at 1731568931386Writing region info on filesystem at 1731568931386Initializing all the Stores at 1731568931387 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568931387Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568931387Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568931387Cleaning up temporary data from old regions at 1731568931392 (+5 ms)Running coprocessor post-open hooks at 1731568931395 (+3 ms)Region opened successfully at 1731568931395 2024-11-14T07:22:11,396 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731568930239.b61a7ec2ca5672600d2241a94825225d., pid=10, masterSystemTime=1731568931367 2024-11-14T07:22:11,398 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731568930239.b61a7ec2ca5672600d2241a94825225d. 2024-11-14T07:22:11,398 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731568930239.b61a7ec2ca5672600d2241a94825225d. 2024-11-14T07:22:11,398 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b61a7ec2ca5672600d2241a94825225d, regionState=OPEN, openSeqNum=2, regionLocation=c7aa6e2790b3,45201,1731568916385 2024-11-14T07:22:11,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b61a7ec2ca5672600d2241a94825225d, server=c7aa6e2790b3,45201,1731568916385 because future has completed 2024-11-14T07:22:11,401 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T07:22:11,401 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b61a7ec2ca5672600d2241a94825225d, server=c7aa6e2790b3,45201,1731568916385 in 185 msec 2024-11-14T07:22:11,402 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T07:22:11,402 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b61a7ec2ca5672600d2241a94825225d, ASSIGN in 341 msec 2024-11-14T07:22:11,403 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T07:22:11,403 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731568931403"}]},"ts":"1731568931403"} 2024-11-14T07:22:11,405 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T07:22:11,405 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T07:22:11,407 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1660 sec 2024-11-14T07:22:11,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731568930239.b61a7ec2ca5672600d2241a94825225d., hostname=c7aa6e2790b3,45201,1731568916385, seqNum=2] 2024-11-14T07:22:11,633 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37585,1731568910889.replicationSource.wal-reader.c7aa6e2790b3%2C37585%2C1731568910889,1-c7aa6e2790b3,37585,1731568910889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/WALs/c7aa6e2790b3,37585,1731568910889/c7aa6e2790b3%2C37585%2C1731568910889.1731568913054 to pos 379, reset compression=false 2024-11-14T07:22:11,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46865-0x10138389d190006, quorum=127.0.0.1:49697, baseZNode=/2-964413703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-964413703 2024-11-14T07:22:11,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45201-0x10138389d190007, quorum=127.0.0.1:49697, baseZNode=/2-964413703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-964413703 2024-11-14T07:22:11,685 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T07:22:11,837 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45201 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T07:22:11,837 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T07:22:11,860 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c7aa6e2790b3,45201,1731568916385, ReplicationSource: 1, currentBandwidth=0 2024-11-14T07:22:11,861 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T07:22:11,861 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c7aa6e2790b3,45201,1731568916385, seqNum=-1] 2024-11-14T07:22:11,861 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T07:22:11,862 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53427, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-14T07:22:11,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c7aa6e2790b3,45201,1731568916385', locateType=CURRENT is [region=hbase:replication,,1731568930239.b61a7ec2ca5672600d2241a94825225d., hostname=c7aa6e2790b3,45201,1731568916385, seqNum=2] 2024-11-14T07:22:11,865 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T07:22:11,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46865 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T07:22:11,867 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c7aa6e2790b3,45201,1731568916385 suceeded 2024-11-14T07:22:11,868 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T07:22:11,868 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 182 msec 2024-11-14T07:22:11,868 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c7aa6e2790b3:35663,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T07:22:11,869 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6370 sec 2024-11-14T07:22:11,877 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45201,1731568916385 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c7aa6e2790b3:35663' 2024-11-14T07:22:11,878 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45201,1731568916385 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4796c691, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:22:11,878 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45201,1731568916385 {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,35663,-1 for getting cluster id 2024-11-14T07:22:11,878 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45201,1731568916385 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:22:11,879 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c28c6902-b7eb-4d9b-9ccd-9464a034b59f' 2024-11-14T07:22:11,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:22:11,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c28c6902-b7eb-4d9b-9ccd-9464a034b59f" 2024-11-14T07:22:11,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55b201cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:22:11,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,35663,-1] 2024-11-14T07:22:11,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:22:11,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:22:11,880 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:22:11,880 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45201,1731568916385 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16c5b95c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:22:11,880 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45201,1731568916385 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:22:11,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c7aa6e2790b3,35663,1731568910743 2024-11-14T07:22:11,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@425bc5ab 2024-11-14T07:22:11,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T07:22:11,881 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-14T07:22:11,882 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45201,1731568916385 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c7aa6e2790b3,45201,1731568916385 (queues=1) is replicating from cluster=778c9dd9-cb72-4eed-9929-d68e7c22e045 to cluster=c28c6902-b7eb-4d9b-9ccd-9464a034b59f 2024-11-14T07:22:11,882 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45201,1731568916385 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c7aa6e2790b3%2C45201%2C1731568916385 2024-11-14T07:22:11,882 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45201,1731568916385 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c7aa6e2790b3,45201,1731568916385, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T07:22:11,882 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45201,1731568916385.replicationSource.shipperc7aa6e2790b3%2C45201%2C1731568916385,1-c7aa6e2790b3,45201,1731568916385 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c7aa6e2790b3%2C45201%2C1731568916385 2024-11-14T07:22:11,882 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45201,1731568916385.replicationSource.wal-reader.c7aa6e2790b3%2C45201%2C1731568916385,1-c7aa6e2790b3,45201,1731568916385 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/WALs/c7aa6e2790b3,45201,1731568916385/c7aa6e2790b3%2C45201%2C1731568916385.1731568918229, startPosition=0, beingWritten=true 2024-11-14T07:22:11,886 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45201,1731568916385.replicationSource.wal-reader.c7aa6e2790b3%2C45201%2C1731568916385,1-c7aa6e2790b3,45201,1731568916385 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T07:22:11,886 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45201,1731568916385.replicationSource.wal-reader.c7aa6e2790b3%2C45201%2C1731568916385,1-c7aa6e2790b3,45201,1731568916385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/WALs/c7aa6e2790b3,45201,1731568916385/c7aa6e2790b3%2C45201%2C1731568916385.1731568918229 to pos 379, reset compression=false 2024-11-14T07:22:11,886 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45201,1731568916385.replicationSource.shipperc7aa6e2790b3%2C45201%2C1731568916385,1-c7aa6e2790b3,45201,1731568916385 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c7aa6e2790b3,45201,1731568916385 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/WALs/c7aa6e2790b3,45201,1731568916385/c7aa6e2790b3%2C45201%2C1731568916385.1731568918229, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T07:22:11,962 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44685,1731568904953.replicationSource.wal-reader.c7aa6e2790b3%2C44685%2C1731568904953,1-c7aa6e2790b3,44685,1731568904953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/WALs/c7aa6e2790b3,44685,1731568904953/c7aa6e2790b3%2C44685%2C1731568904953.1731568907171 to pos 379, reset compression=false 2024-11-14T07:22:12,089 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45201,1731568916385.replicationSource.wal-reader.c7aa6e2790b3%2C45201%2C1731568916385,1-c7aa6e2790b3,45201,1731568916385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/WALs/c7aa6e2790b3,45201,1731568916385/c7aa6e2790b3%2C45201%2C1731568916385.1731568918229 to pos 379, reset compression=false 2024-11-14T07:22:12,336 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37585,1731568910889.replicationSource.wal-reader.c7aa6e2790b3%2C37585%2C1731568910889,1-c7aa6e2790b3,37585,1731568910889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/WALs/c7aa6e2790b3,37585,1731568910889/c7aa6e2790b3%2C37585%2C1731568910889.1731568913054 to pos 379, reset compression=false 2024-11-14T07:22:12,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T07:22:12,375 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T07:22:12,375 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T07:22:12,376 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:22:12,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:22:12,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:22:12,376 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:22:12,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cd6e169, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:22:12,376 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,42285,-1 for getting cluster id 2024-11-14T07:22:12,376 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:22:12,377 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a717e5b-c5d7-4977-9900-c0f455c53391' 2024-11-14T07:22:12,377 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:22:12,377 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a717e5b-c5d7-4977-9900-c0f455c53391" 2024-11-14T07:22:12,377 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e579542, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:22:12,377 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,42285,-1] 2024-11-14T07:22:12,377 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:22:12,377 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:22:12,378 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:22:12,378 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eadbd13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:22:12,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cf7598d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:22:12,379 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,35663,-1 for getting cluster id 2024-11-14T07:22:12,379 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:22:12,379 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c28c6902-b7eb-4d9b-9ccd-9464a034b59f' 2024-11-14T07:22:12,379 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:22:12,379 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c28c6902-b7eb-4d9b-9ccd-9464a034b59f" 2024-11-14T07:22:12,379 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5925f2e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:22:12,379 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,35663,-1] 2024-11-14T07:22:12,379 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:22:12,379 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:22:12,380 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:22:12,380 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44adfe93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:22:12,381 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b1923f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:22:12,381 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,46865,-1 for getting cluster id 2024-11-14T07:22:12,381 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:22:12,381 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '778c9dd9-cb72-4eed-9929-d68e7c22e045' 2024-11-14T07:22:12,381 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:22:12,381 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "778c9dd9-cb72-4eed-9929-d68e7c22e045" 2024-11-14T07:22:12,381 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d086d44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:22:12,381 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,46865,-1] 2024-11-14T07:22:12,382 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:22:12,382 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:22:12,382 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:22:12,382 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b0ae996, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:22:12,383 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T07:22:12,383 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c7aa6e2790b3,44685,1731568904953, seqNum=-1] 2024-11-14T07:22:12,384 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T07:22:12,384 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T07:22:12,386 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731568919351.877d2bf0e2ce766e31ab98189ba1e825., hostname=c7aa6e2790b3,44685,1731568904953, seqNum=2] 2024-11-14T07:22:12,388 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T07:22:12,389 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c7aa6e2790b3,45201,1731568916385, seqNum=-1] 2024-11-14T07:22:12,389 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T07:22:12,390 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T07:22:12,391 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731568923679.af66defbdf909520cb93c3b97e41cf32., hostname=c7aa6e2790b3,45201,1731568916385, seqNum=2] 2024-11-14T07:22:12,392 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45201,1731568916385.replicationSource.wal-reader.c7aa6e2790b3%2C45201%2C1731568916385,1-c7aa6e2790b3,45201,1731568916385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/WALs/c7aa6e2790b3,45201,1731568916385/c7aa6e2790b3%2C45201%2C1731568916385.1731568918229 to pos 379, reset compression=false 2024-11-14T07:22:12,392 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-14T07:22:12,794 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45201,1731568916385.replicationSource.wal-reader.c7aa6e2790b3%2C45201%2C1731568916385,1-c7aa6e2790b3,45201,1731568916385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/WALs/c7aa6e2790b3,45201,1731568916385/c7aa6e2790b3%2C45201%2C1731568916385.1731568918229 to pos 379, reset compression=false 2024-11-14T07:22:12,965 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44685,1731568904953.replicationSource.wal-reader.c7aa6e2790b3%2C44685%2C1731568904953,1-c7aa6e2790b3,44685,1731568904953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/WALs/c7aa6e2790b3,44685,1731568904953/c7aa6e2790b3%2C44685%2C1731568904953.1731568907171 to pos 379, reset compression=false 2024-11-14T07:22:12,969 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44685,1731568904953.replicationSource.wal-reader.c7aa6e2790b3%2C44685%2C1731568904953,1-c7aa6e2790b3,44685,1731568904953 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T07:22:12,969 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44685,1731568904953.replicationSource.wal-reader.c7aa6e2790b3%2C44685%2C1731568904953,1-c7aa6e2790b3,44685,1731568904953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/WALs/c7aa6e2790b3,44685,1731568904953/c7aa6e2790b3%2C44685%2C1731568904953.1731568907171 to pos 480, reset compression=false 2024-11-14T07:22:12,969 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44685,1731568904953.replicationSource.shipperc7aa6e2790b3%2C44685%2C1731568904953,1-c7aa6e2790b3,44685,1731568904953 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c7aa6e2790b3,44685,1731568904953 got entry batch from reader: WALEntryBatch [walEntries=[{test/877d2bf0e2ce766e31ab98189ba1e825/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/WALs/c7aa6e2790b3,44685,1731568904953/c7aa6e2790b3%2C44685%2C1731568904953.1731568907171, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-14T07:22:12,971 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44685,1731568904953.replicationSource.shipperc7aa6e2790b3%2C44685%2C1731568904953,1-c7aa6e2790b3,44685,1731568904953 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T07:22:12,972 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-14T07:22:12,973 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37585 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T07:22:12,973 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37585 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a76c873, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:22:12,973 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37585 {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,35663,-1 for getting cluster id 2024-11-14T07:22:12,973 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37585 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:22:12,973 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c28c6902-b7eb-4d9b-9ccd-9464a034b59f' 2024-11-14T07:22:12,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:22:12,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c28c6902-b7eb-4d9b-9ccd-9464a034b59f" 2024-11-14T07:22:12,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5fb97dc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:22:12,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,35663,-1] 2024-11-14T07:22:12,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:22:12,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:22:12,974 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:22:12,975 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37585 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@568058cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:22:12,975 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37585 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T07:22:12,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c7aa6e2790b3,37585,1731568910889, seqNum=-1] 2024-11-14T07:22:12,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T07:22:12,977 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-14T07:22:12,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731568921518.1bc353e6faa50002c5c863619506db8a., hostname=c7aa6e2790b3,37585,1731568910889, seqNum=2] 2024-11-14T07:22:12,980 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37585 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T07:22:13,139 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37585,1731568910889.replicationSource.wal-reader.c7aa6e2790b3%2C37585%2C1731568910889,1-c7aa6e2790b3,37585,1731568910889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/WALs/c7aa6e2790b3,37585,1731568910889/c7aa6e2790b3%2C37585%2C1731568910889.1731568913054 to pos 379, reset compression=false 2024-11-14T07:22:13,143 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37585,1731568910889.replicationSource.wal-reader.c7aa6e2790b3%2C37585%2C1731568910889,1-c7aa6e2790b3,37585,1731568910889 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T07:22:13,143 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37585,1731568910889.replicationSource.wal-reader.c7aa6e2790b3%2C37585%2C1731568910889,1-c7aa6e2790b3,37585,1731568910889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/WALs/c7aa6e2790b3,37585,1731568910889/c7aa6e2790b3%2C37585%2C1731568910889.1731568913054 to pos 504, reset compression=false 2024-11-14T07:22:13,143 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37585,1731568910889.replicationSource.shipperc7aa6e2790b3%2C37585%2C1731568910889,1-c7aa6e2790b3,37585,1731568910889 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c7aa6e2790b3,37585,1731568910889 got entry batch from reader: WALEntryBatch [walEntries=[{test/1bc353e6faa50002c5c863619506db8a/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/WALs/c7aa6e2790b3,37585,1731568910889/c7aa6e2790b3%2C37585%2C1731568910889.1731568913054, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-14T07:22:13,145 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37585,1731568910889.replicationSource.shipperc7aa6e2790b3%2C37585%2C1731568910889,1-c7aa6e2790b3,37585,1731568910889 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T07:22:13,146 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-14T07:22:13,146 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45201 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T07:22:13,147 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45201 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38bd3ae3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:22:13,147 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45201 {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,46865,-1 for getting cluster id 2024-11-14T07:22:13,147 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45201 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:22:13,147 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '778c9dd9-cb72-4eed-9929-d68e7c22e045' 2024-11-14T07:22:13,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:22:13,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "778c9dd9-cb72-4eed-9929-d68e7c22e045" 2024-11-14T07:22:13,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ee70bf3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:22:13,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,46865,-1] 2024-11-14T07:22:13,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:22:13,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:22:13,148 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:22:13,149 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45201 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@9a98c58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:22:13,149 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45201 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T07:22:13,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c7aa6e2790b3,45201,1731568916385, seqNum=-1] 2024-11-14T07:22:13,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T07:22:13,150 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-14T07:22:13,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731568923679.af66defbdf909520cb93c3b97e41cf32., hostname=c7aa6e2790b3,45201,1731568916385, seqNum=2] 2024-11-14T07:22:13,154 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45201 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T07:22:13,172 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44685,1731568904953.replicationSource.wal-reader.c7aa6e2790b3%2C44685%2C1731568904953,1-c7aa6e2790b3,44685,1731568904953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/WALs/c7aa6e2790b3,44685,1731568904953/c7aa6e2790b3%2C44685%2C1731568904953.1731568907171 to pos 480, reset compression=false 2024-11-14T07:22:13,297 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45201,1731568916385.replicationSource.wal-reader.c7aa6e2790b3%2C45201%2C1731568916385,1-c7aa6e2790b3,45201,1731568916385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/WALs/c7aa6e2790b3,45201,1731568916385/c7aa6e2790b3%2C45201%2C1731568916385.1731568918229 to pos 379, reset compression=false 2024-11-14T07:22:13,301 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45201,1731568916385.replicationSource.wal-reader.c7aa6e2790b3%2C45201%2C1731568916385,1-c7aa6e2790b3,45201,1731568916385 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T07:22:13,301 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45201,1731568916385.replicationSource.wal-reader.c7aa6e2790b3%2C45201%2C1731568916385,1-c7aa6e2790b3,45201,1731568916385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/WALs/c7aa6e2790b3,45201,1731568916385/c7aa6e2790b3%2C45201%2C1731568916385.1731568918229 to pos 528, reset compression=false 2024-11-14T07:22:13,301 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45201,1731568916385.replicationSource.shipperc7aa6e2790b3%2C45201%2C1731568916385,1-c7aa6e2790b3,45201,1731568916385 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c7aa6e2790b3,45201,1731568916385 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/WALs/c7aa6e2790b3,45201,1731568916385/c7aa6e2790b3%2C45201%2C1731568916385.1731568918229, lastWalPosition=528, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T07:22:13,346 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37585,1731568910889.replicationSource.wal-reader.c7aa6e2790b3%2C37585%2C1731568910889,1-c7aa6e2790b3,37585,1731568910889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/WALs/c7aa6e2790b3,37585,1731568910889/c7aa6e2790b3%2C37585%2C1731568910889.1731568913054 to pos 504, reset compression=false 2024-11-14T07:22:13,394 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-14T07:22:13,394 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T07:22:13,395 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c7aa6e2790b3,37585,1731568910889, seqNum=-1] 2024-11-14T07:22:13,395 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T07:22:13,396 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T07:22:13,397 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731568921518.1bc353e6faa50002c5c863619506db8a., hostname=c7aa6e2790b3,37585,1731568910889, seqNum=2] 2024-11-14T07:22:13,400 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-14T07:22:13,475 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44685,1731568904953.replicationSource.wal-reader.c7aa6e2790b3%2C44685%2C1731568904953,1-c7aa6e2790b3,44685,1731568904953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/WALs/c7aa6e2790b3,44685,1731568904953/c7aa6e2790b3%2C44685%2C1731568904953.1731568907171 to pos 480, reset compression=false 2024-11-14T07:22:13,503 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45201,1731568916385.replicationSource.wal-reader.c7aa6e2790b3%2C45201%2C1731568916385,1-c7aa6e2790b3,45201,1731568916385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/WALs/c7aa6e2790b3,45201,1731568916385/c7aa6e2790b3%2C45201%2C1731568916385.1731568918229 to pos 528, reset compression=false 2024-11-14T07:22:13,649 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37585,1731568910889.replicationSource.wal-reader.c7aa6e2790b3%2C37585%2C1731568910889,1-c7aa6e2790b3,37585,1731568910889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/WALs/c7aa6e2790b3,37585,1731568910889/c7aa6e2790b3%2C37585%2C1731568910889.1731568913054 to pos 504, reset compression=false 2024-11-14T07:22:13,653 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37585,1731568910889.replicationSource.wal-reader.c7aa6e2790b3%2C37585%2C1731568910889,1-c7aa6e2790b3,37585,1731568910889 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T07:22:13,653 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37585,1731568910889.replicationSource.wal-reader.c7aa6e2790b3%2C37585%2C1731568910889,1-c7aa6e2790b3,37585,1731568910889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/WALs/c7aa6e2790b3,37585,1731568910889/c7aa6e2790b3%2C37585%2C1731568910889.1731568913054 to pos 608, reset compression=false 2024-11-14T07:22:13,653 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37585,1731568910889.replicationSource.shipperc7aa6e2790b3%2C37585%2C1731568910889,1-c7aa6e2790b3,37585,1731568910889 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c7aa6e2790b3,37585,1731568910889 got entry batch from reader: WALEntryBatch [walEntries=[{test/1bc353e6faa50002c5c863619506db8a/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/WALs/c7aa6e2790b3,37585,1731568910889/c7aa6e2790b3%2C37585%2C1731568910889.1731568913054, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-14T07:22:13,654 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45201 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T07:22:13,656 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45201 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T07:22:13,806 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45201,1731568916385.replicationSource.wal-reader.c7aa6e2790b3%2C45201%2C1731568916385,1-c7aa6e2790b3,45201,1731568916385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/WALs/c7aa6e2790b3,45201,1731568916385/c7aa6e2790b3%2C45201%2C1731568916385.1731568918229 to pos 528, reset compression=false 2024-11-14T07:22:13,809 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45201,1731568916385.replicationSource.wal-reader.c7aa6e2790b3%2C45201%2C1731568916385,1-c7aa6e2790b3,45201,1731568916385 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T07:22:13,809 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45201,1731568916385.replicationSource.wal-reader.c7aa6e2790b3%2C45201%2C1731568916385,1-c7aa6e2790b3,45201,1731568916385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/WALs/c7aa6e2790b3,45201,1731568916385/c7aa6e2790b3%2C45201%2C1731568916385.1731568918229 to pos 656, reset compression=false 2024-11-14T07:22:13,809 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45201,1731568916385.replicationSource.shipperc7aa6e2790b3%2C45201%2C1731568916385,1-c7aa6e2790b3,45201,1731568916385 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c7aa6e2790b3,45201,1731568916385 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/WALs/c7aa6e2790b3,45201,1731568916385/c7aa6e2790b3%2C45201%2C1731568916385.1731568918229, lastWalPosition=656, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T07:22:13,856 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37585,1731568910889.replicationSource.wal-reader.c7aa6e2790b3%2C37585%2C1731568910889,1-c7aa6e2790b3,37585,1731568910889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/WALs/c7aa6e2790b3,37585,1731568910889/c7aa6e2790b3%2C37585%2C1731568910889.1731568913054 to pos 608, reset compression=false 2024-11-14T07:22:13,878 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44685,1731568904953.replicationSource.wal-reader.c7aa6e2790b3%2C44685%2C1731568904953,1-c7aa6e2790b3,44685,1731568904953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/WALs/c7aa6e2790b3,44685,1731568904953/c7aa6e2790b3%2C44685%2C1731568904953.1731568907171 to pos 480, reset compression=false 2024-11-14T07:22:14,012 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45201,1731568916385.replicationSource.wal-reader.c7aa6e2790b3%2C45201%2C1731568916385,1-c7aa6e2790b3,45201,1731568916385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/WALs/c7aa6e2790b3,45201,1731568916385/c7aa6e2790b3%2C45201%2C1731568916385.1731568918229 to pos 656, reset compression=false 2024-11-14T07:22:14,159 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37585,1731568910889.replicationSource.wal-reader.c7aa6e2790b3%2C37585%2C1731568910889,1-c7aa6e2790b3,37585,1731568910889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/WALs/c7aa6e2790b3,37585,1731568910889/c7aa6e2790b3%2C37585%2C1731568910889.1731568913054 to pos 608, reset compression=false 2024-11-14T07:22:14,308 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T07:22:14,315 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45201,1731568916385.replicationSource.wal-reader.c7aa6e2790b3%2C45201%2C1731568916385,1-c7aa6e2790b3,45201,1731568916385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/WALs/c7aa6e2790b3,45201,1731568916385/c7aa6e2790b3%2C45201%2C1731568916385.1731568918229 to pos 656, reset compression=false 2024-11-14T07:22:14,380 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44685,1731568904953.replicationSource.wal-reader.c7aa6e2790b3%2C44685%2C1731568904953,1-c7aa6e2790b3,44685,1731568904953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/WALs/c7aa6e2790b3,44685,1731568904953/c7aa6e2790b3%2C44685%2C1731568904953.1731568907171 to pos 480, reset compression=false 2024-11-14T07:22:14,401 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-14T07:22:14,404 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-14T07:22:14,562 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37585,1731568910889.replicationSource.wal-reader.c7aa6e2790b3%2C37585%2C1731568910889,1-c7aa6e2790b3,37585,1731568910889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/WALs/c7aa6e2790b3,37585,1731568910889/c7aa6e2790b3%2C37585%2C1731568910889.1731568913054 to pos 608, reset compression=false 2024-11-14T07:22:14,717 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45201,1731568916385.replicationSource.wal-reader.c7aa6e2790b3%2C45201%2C1731568916385,1-c7aa6e2790b3,45201,1731568916385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/WALs/c7aa6e2790b3,45201,1731568916385/c7aa6e2790b3%2C45201%2C1731568916385.1731568918229 to pos 656, reset compression=false 2024-11-14T07:22:14,720 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45201,1731568916385.replicationSource.wal-reader.c7aa6e2790b3%2C45201%2C1731568916385,1-c7aa6e2790b3,45201,1731568916385 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T07:22:14,721 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45201,1731568916385.replicationSource.wal-reader.c7aa6e2790b3%2C45201%2C1731568916385,1-c7aa6e2790b3,45201,1731568916385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/WALs/c7aa6e2790b3,45201,1731568916385/c7aa6e2790b3%2C45201%2C1731568916385.1731568918229 to pos 760, reset compression=false 2024-11-14T07:22:14,721 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45201,1731568916385.replicationSource.shipperc7aa6e2790b3%2C45201%2C1731568916385,1-c7aa6e2790b3,45201,1731568916385 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c7aa6e2790b3,45201,1731568916385 got entry batch from reader: WALEntryBatch [walEntries=[{test/af66defbdf909520cb93c3b97e41cf32/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/WALs/c7aa6e2790b3,45201,1731568916385/c7aa6e2790b3%2C45201%2C1731568916385.1731568918229, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-14T07:22:14,722 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45201,1731568916385.replicationSource.shipperc7aa6e2790b3%2C45201%2C1731568916385,1-c7aa6e2790b3,45201,1731568916385 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T07:22:14,723 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-14T07:22:14,723 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37585 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T07:22:14,725 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37585 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T07:22:14,923 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45201,1731568916385.replicationSource.wal-reader.c7aa6e2790b3%2C45201%2C1731568916385,1-c7aa6e2790b3,45201,1731568916385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/WALs/c7aa6e2790b3,45201,1731568916385/c7aa6e2790b3%2C45201%2C1731568916385.1731568918229 to pos 760, reset compression=false 2024-11-14T07:22:14,983 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44685,1731568904953.replicationSource.wal-reader.c7aa6e2790b3%2C44685%2C1731568904953,1-c7aa6e2790b3,44685,1731568904953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/WALs/c7aa6e2790b3,44685,1731568904953/c7aa6e2790b3%2C44685%2C1731568904953.1731568907171 to pos 480, reset compression=false 2024-11-14T07:22:15,065 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37585,1731568910889.replicationSource.wal-reader.c7aa6e2790b3%2C37585%2C1731568910889,1-c7aa6e2790b3,37585,1731568910889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/WALs/c7aa6e2790b3,37585,1731568910889/c7aa6e2790b3%2C37585%2C1731568910889.1731568913054 to pos 608, reset compression=false 2024-11-14T07:22:15,068 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37585,1731568910889.replicationSource.wal-reader.c7aa6e2790b3%2C37585%2C1731568910889,1-c7aa6e2790b3,37585,1731568910889 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T07:22:15,068 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37585,1731568910889.replicationSource.wal-reader.c7aa6e2790b3%2C37585%2C1731568910889,1-c7aa6e2790b3,37585,1731568910889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/WALs/c7aa6e2790b3,37585,1731568910889/c7aa6e2790b3%2C37585%2C1731568910889.1731568913054 to pos 735, reset compression=false 2024-11-14T07:22:15,068 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37585,1731568910889.replicationSource.shipperc7aa6e2790b3%2C37585%2C1731568910889,1-c7aa6e2790b3,37585,1731568910889 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c7aa6e2790b3,37585,1731568910889 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/WALs/c7aa6e2790b3,37585,1731568910889/c7aa6e2790b3%2C37585%2C1731568910889.1731568913054, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T07:22:15,226 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45201,1731568916385.replicationSource.wal-reader.c7aa6e2790b3%2C45201%2C1731568916385,1-c7aa6e2790b3,45201,1731568916385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/WALs/c7aa6e2790b3,45201,1731568916385/c7aa6e2790b3%2C45201%2C1731568916385.1731568918229 to pos 760, reset compression=false 2024-11-14T07:22:15,271 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37585,1731568910889.replicationSource.wal-reader.c7aa6e2790b3%2C37585%2C1731568910889,1-c7aa6e2790b3,37585,1731568910889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/WALs/c7aa6e2790b3,37585,1731568910889/c7aa6e2790b3%2C37585%2C1731568910889.1731568913054 to pos 735, reset compression=false 2024-11-14T07:22:15,405 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-14T07:22:15,408 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-14T07:22:15,574 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37585,1731568910889.replicationSource.wal-reader.c7aa6e2790b3%2C37585%2C1731568910889,1-c7aa6e2790b3,37585,1731568910889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/WALs/c7aa6e2790b3,37585,1731568910889/c7aa6e2790b3%2C37585%2C1731568910889.1731568913054 to pos 735, reset compression=false 2024-11-14T07:22:15,629 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45201,1731568916385.replicationSource.wal-reader.c7aa6e2790b3%2C45201%2C1731568916385,1-c7aa6e2790b3,45201,1731568916385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/WALs/c7aa6e2790b3,45201,1731568916385/c7aa6e2790b3%2C45201%2C1731568916385.1731568918229 to pos 760, reset compression=false 2024-11-14T07:22:15,686 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44685,1731568904953.replicationSource.wal-reader.c7aa6e2790b3%2C44685%2C1731568904953,1-c7aa6e2790b3,44685,1731568904953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/WALs/c7aa6e2790b3,44685,1731568904953/c7aa6e2790b3%2C44685%2C1731568904953.1731568907171 to pos 480, reset compression=false 2024-11-14T07:22:15,690 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44685,1731568904953.replicationSource.wal-reader.c7aa6e2790b3%2C44685%2C1731568904953,1-c7aa6e2790b3,44685,1731568904953 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T07:22:15,690 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44685,1731568904953.replicationSource.wal-reader.c7aa6e2790b3%2C44685%2C1731568904953,1-c7aa6e2790b3,44685,1731568904953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/WALs/c7aa6e2790b3,44685,1731568904953/c7aa6e2790b3%2C44685%2C1731568904953.1731568907171 to pos 636, reset compression=false 2024-11-14T07:22:15,690 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44685,1731568904953.replicationSource.shipperc7aa6e2790b3%2C44685%2C1731568904953,1-c7aa6e2790b3,44685,1731568904953 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c7aa6e2790b3,44685,1731568904953 got entry batch from reader: WALEntryBatch [walEntries=[{test/877d2bf0e2ce766e31ab98189ba1e825/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/WALs/c7aa6e2790b3,44685,1731568904953/c7aa6e2790b3%2C44685%2C1731568904953.1731568907171, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-14T07:22:15,691 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37585 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T07:22:15,693 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37585 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T07:22:15,893 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44685,1731568904953.replicationSource.wal-reader.c7aa6e2790b3%2C44685%2C1731568904953,1-c7aa6e2790b3,44685,1731568904953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/WALs/c7aa6e2790b3,44685,1731568904953/c7aa6e2790b3%2C44685%2C1731568904953.1731568907171 to pos 636, reset compression=false 2024-11-14T07:22:15,978 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37585,1731568910889.replicationSource.wal-reader.c7aa6e2790b3%2C37585%2C1731568910889,1-c7aa6e2790b3,37585,1731568910889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/WALs/c7aa6e2790b3,37585,1731568910889/c7aa6e2790b3%2C37585%2C1731568910889.1731568913054 to pos 735, reset compression=false 2024-11-14T07:22:15,981 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37585,1731568910889.replicationSource.wal-reader.c7aa6e2790b3%2C37585%2C1731568910889,1-c7aa6e2790b3,37585,1731568910889 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T07:22:15,981 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37585,1731568910889.replicationSource.wal-reader.c7aa6e2790b3%2C37585%2C1731568910889,1-c7aa6e2790b3,37585,1731568910889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/WALs/c7aa6e2790b3,37585,1731568910889/c7aa6e2790b3%2C37585%2C1731568910889.1731568913054 to pos 883, reset compression=false 2024-11-14T07:22:15,981 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37585,1731568910889.replicationSource.shipperc7aa6e2790b3%2C37585%2C1731568910889,1-c7aa6e2790b3,37585,1731568910889 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c7aa6e2790b3,37585,1731568910889 got entry batch from reader: WALEntryBatch [walEntries=[{test/1bc353e6faa50002c5c863619506db8a/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/WALs/c7aa6e2790b3,37585,1731568910889/c7aa6e2790b3%2C37585%2C1731568910889.1731568913054, lastWalPosition=883, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-14T07:22:15,982 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45201 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T07:22:15,984 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45201 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T07:22:16,133 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45201,1731568916385.replicationSource.wal-reader.c7aa6e2790b3%2C45201%2C1731568916385,1-c7aa6e2790b3,45201,1731568916385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/WALs/c7aa6e2790b3,45201,1731568916385/c7aa6e2790b3%2C45201%2C1731568916385.1731568918229 to pos 760, reset compression=false 2024-11-14T07:22:16,137 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45201,1731568916385.replicationSource.wal-reader.c7aa6e2790b3%2C45201%2C1731568916385,1-c7aa6e2790b3,45201,1731568916385 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T07:22:16,137 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45201,1731568916385.replicationSource.wal-reader.c7aa6e2790b3%2C45201%2C1731568916385,1-c7aa6e2790b3,45201,1731568916385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/WALs/c7aa6e2790b3,45201,1731568916385/c7aa6e2790b3%2C45201%2C1731568916385.1731568918229 to pos 932, reset compression=false 2024-11-14T07:22:16,137 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45201,1731568916385.replicationSource.shipperc7aa6e2790b3%2C45201%2C1731568916385,1-c7aa6e2790b3,45201,1731568916385 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c7aa6e2790b3,45201,1731568916385 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/WALs/c7aa6e2790b3,45201,1731568916385/c7aa6e2790b3%2C45201%2C1731568916385.1731568918229, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T07:22:16,184 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37585,1731568910889.replicationSource.wal-reader.c7aa6e2790b3%2C37585%2C1731568910889,1-c7aa6e2790b3,37585,1731568910889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/WALs/c7aa6e2790b3,37585,1731568910889/c7aa6e2790b3%2C37585%2C1731568910889.1731568913054 to pos 883, reset compression=false 2024-11-14T07:22:16,196 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44685,1731568904953.replicationSource.wal-reader.c7aa6e2790b3%2C44685%2C1731568904953,1-c7aa6e2790b3,44685,1731568904953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/WALs/c7aa6e2790b3,44685,1731568904953/c7aa6e2790b3%2C44685%2C1731568904953.1731568907171 to pos 636, reset compression=false 2024-11-14T07:22:16,340 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45201,1731568916385.replicationSource.wal-reader.c7aa6e2790b3%2C45201%2C1731568916385,1-c7aa6e2790b3,45201,1731568916385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/WALs/c7aa6e2790b3,45201,1731568916385/c7aa6e2790b3%2C45201%2C1731568916385.1731568918229 to pos 932, reset compression=false 2024-11-14T07:22:16,410 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-14T07:22:16,413 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-14T07:22:16,487 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37585,1731568910889.replicationSource.wal-reader.c7aa6e2790b3%2C37585%2C1731568910889,1-c7aa6e2790b3,37585,1731568910889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/WALs/c7aa6e2790b3,37585,1731568910889/c7aa6e2790b3%2C37585%2C1731568910889.1731568913054 to pos 883, reset compression=false 2024-11-14T07:22:16,491 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37585,1731568910889.replicationSource.wal-reader.c7aa6e2790b3%2C37585%2C1731568910889,1-c7aa6e2790b3,37585,1731568910889 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T07:22:16,491 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37585,1731568910889.replicationSource.wal-reader.c7aa6e2790b3%2C37585%2C1731568910889,1-c7aa6e2790b3,37585,1731568910889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/WALs/c7aa6e2790b3,37585,1731568910889/c7aa6e2790b3%2C37585%2C1731568910889.1731568913054 to pos 1042, reset compression=false 2024-11-14T07:22:16,491 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37585,1731568910889.replicationSource.shipperc7aa6e2790b3%2C37585%2C1731568910889,1-c7aa6e2790b3,37585,1731568910889 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c7aa6e2790b3,37585,1731568910889 got entry batch from reader: WALEntryBatch [walEntries=[{test/1bc353e6faa50002c5c863619506db8a/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/WALs/c7aa6e2790b3,37585,1731568910889/c7aa6e2790b3%2C37585%2C1731568910889.1731568913054, lastWalPosition=1042, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-14T07:22:16,492 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45201 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T07:22:16,494 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45201 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T07:22:16,599 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44685,1731568904953.replicationSource.wal-reader.c7aa6e2790b3%2C44685%2C1731568904953,1-c7aa6e2790b3,44685,1731568904953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/WALs/c7aa6e2790b3,44685,1731568904953/c7aa6e2790b3%2C44685%2C1731568904953.1731568907171 to pos 636, reset compression=false 2024-11-14T07:22:16,644 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45201,1731568916385.replicationSource.wal-reader.c7aa6e2790b3%2C45201%2C1731568916385,1-c7aa6e2790b3,45201,1731568916385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/WALs/c7aa6e2790b3,45201,1731568916385/c7aa6e2790b3%2C45201%2C1731568916385.1731568918229 to pos 932, reset compression=false 2024-11-14T07:22:16,648 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45201,1731568916385.replicationSource.wal-reader.c7aa6e2790b3%2C45201%2C1731568916385,1-c7aa6e2790b3,45201,1731568916385 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T07:22:16,648 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45201,1731568916385.replicationSource.wal-reader.c7aa6e2790b3%2C45201%2C1731568916385,1-c7aa6e2790b3,45201,1731568916385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/WALs/c7aa6e2790b3,45201,1731568916385/c7aa6e2790b3%2C45201%2C1731568916385.1731568918229 to pos 1082, reset compression=false 2024-11-14T07:22:16,648 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45201,1731568916385.replicationSource.shipperc7aa6e2790b3%2C45201%2C1731568916385,1-c7aa6e2790b3,45201,1731568916385 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c7aa6e2790b3,45201,1731568916385 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/WALs/c7aa6e2790b3,45201,1731568916385/c7aa6e2790b3%2C45201%2C1731568916385.1731568918229, lastWalPosition=1082, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T07:22:16,694 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37585,1731568910889.replicationSource.wal-reader.c7aa6e2790b3%2C37585%2C1731568910889,1-c7aa6e2790b3,37585,1731568910889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/WALs/c7aa6e2790b3,37585,1731568910889/c7aa6e2790b3%2C37585%2C1731568910889.1731568913054 to pos 1042, reset compression=false 2024-11-14T07:22:16,851 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45201,1731568916385.replicationSource.wal-reader.c7aa6e2790b3%2C45201%2C1731568916385,1-c7aa6e2790b3,45201,1731568916385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/WALs/c7aa6e2790b3,45201,1731568916385/c7aa6e2790b3%2C45201%2C1731568916385.1731568918229 to pos 1082, reset compression=false 2024-11-14T07:22:16,888 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T07:22:16,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:16,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:16,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:16,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:16,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:16,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:16,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:16,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:16,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:16,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:16,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:16,933 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:16,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:16,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:16,938 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:16,997 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37585,1731568910889.replicationSource.wal-reader.c7aa6e2790b3%2C37585%2C1731568910889,1-c7aa6e2790b3,37585,1731568910889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/WALs/c7aa6e2790b3,37585,1731568910889/c7aa6e2790b3%2C37585%2C1731568910889.1731568913054 to pos 1042, reset compression=false 2024-11-14T07:22:17,103 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44685,1731568904953.replicationSource.wal-reader.c7aa6e2790b3%2C44685%2C1731568904953,1-c7aa6e2790b3,44685,1731568904953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/WALs/c7aa6e2790b3,44685,1731568904953/c7aa6e2790b3%2C44685%2C1731568904953.1731568907171 to pos 636, reset compression=false 2024-11-14T07:22:17,154 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45201,1731568916385.replicationSource.wal-reader.c7aa6e2790b3%2C45201%2C1731568916385,1-c7aa6e2790b3,45201,1731568916385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/WALs/c7aa6e2790b3,45201,1731568916385/c7aa6e2790b3%2C45201%2C1731568916385.1731568918229 to pos 1082, reset compression=false 2024-11-14T07:22:17,400 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37585,1731568910889.replicationSource.wal-reader.c7aa6e2790b3%2C37585%2C1731568910889,1-c7aa6e2790b3,37585,1731568910889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/WALs/c7aa6e2790b3,37585,1731568910889/c7aa6e2790b3%2C37585%2C1731568910889.1731568913054 to pos 1042, reset compression=false 2024-11-14T07:22:17,414 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-14T07:22:17,417 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-14T07:22:17,557 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45201,1731568916385.replicationSource.wal-reader.c7aa6e2790b3%2C45201%2C1731568916385,1-c7aa6e2790b3,45201,1731568916385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/WALs/c7aa6e2790b3,45201,1731568916385/c7aa6e2790b3%2C45201%2C1731568916385.1731568918229 to pos 1082, reset compression=false 2024-11-14T07:22:17,560 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45201,1731568916385.replicationSource.wal-reader.c7aa6e2790b3%2C45201%2C1731568916385,1-c7aa6e2790b3,45201,1731568916385 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T07:22:17,560 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45201,1731568916385.replicationSource.wal-reader.c7aa6e2790b3%2C45201%2C1731568916385,1-c7aa6e2790b3,45201,1731568916385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/WALs/c7aa6e2790b3,45201,1731568916385/c7aa6e2790b3%2C45201%2C1731568916385.1731568918229 to pos 1241, reset compression=false 2024-11-14T07:22:17,560 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45201,1731568916385.replicationSource.shipperc7aa6e2790b3%2C45201%2C1731568916385,1-c7aa6e2790b3,45201,1731568916385 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c7aa6e2790b3,45201,1731568916385 got entry batch from reader: WALEntryBatch [walEntries=[{test/af66defbdf909520cb93c3b97e41cf32/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/WALs/c7aa6e2790b3,45201,1731568916385/c7aa6e2790b3%2C45201%2C1731568916385.1731568918229, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-14T07:22:17,561 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37585 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T07:22:17,563 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37585 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T07:22:17,703 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=0, created chunk count=35, reused chunk count=128, reuseRatio=78.53% 2024-11-14T07:22:17,704 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-14T07:22:17,706 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44685,1731568904953.replicationSource.wal-reader.c7aa6e2790b3%2C44685%2C1731568904953,1-c7aa6e2790b3,44685,1731568904953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/WALs/c7aa6e2790b3,44685,1731568904953/c7aa6e2790b3%2C44685%2C1731568904953.1731568907171 to pos 636, reset compression=false 2024-11-14T07:22:17,763 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45201,1731568916385.replicationSource.wal-reader.c7aa6e2790b3%2C45201%2C1731568916385,1-c7aa6e2790b3,45201,1731568916385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/WALs/c7aa6e2790b3,45201,1731568916385/c7aa6e2790b3%2C45201%2C1731568916385.1731568918229 to pos 1241, reset compression=false 2024-11-14T07:22:17,903 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37585,1731568910889.replicationSource.wal-reader.c7aa6e2790b3%2C37585%2C1731568910889,1-c7aa6e2790b3,37585,1731568910889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/WALs/c7aa6e2790b3,37585,1731568910889/c7aa6e2790b3%2C37585%2C1731568910889.1731568913054 to pos 1042, reset compression=false 2024-11-14T07:22:17,907 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37585,1731568910889.replicationSource.wal-reader.c7aa6e2790b3%2C37585%2C1731568910889,1-c7aa6e2790b3,37585,1731568910889 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T07:22:17,907 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37585,1731568910889.replicationSource.wal-reader.c7aa6e2790b3%2C37585%2C1731568910889,1-c7aa6e2790b3,37585,1731568910889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/WALs/c7aa6e2790b3,37585,1731568910889/c7aa6e2790b3%2C37585%2C1731568910889.1731568913054 to pos 1191, reset compression=false 2024-11-14T07:22:17,907 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37585,1731568910889.replicationSource.shipperc7aa6e2790b3%2C37585%2C1731568910889,1-c7aa6e2790b3,37585,1731568910889 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c7aa6e2790b3,37585,1731568910889 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/WALs/c7aa6e2790b3,37585,1731568910889/c7aa6e2790b3%2C37585%2C1731568910889.1731568913054, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T07:22:18,066 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45201,1731568916385.replicationSource.wal-reader.c7aa6e2790b3%2C45201%2C1731568916385,1-c7aa6e2790b3,45201,1731568916385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/WALs/c7aa6e2790b3,45201,1731568916385/c7aa6e2790b3%2C45201%2C1731568916385.1731568918229 to pos 1241, reset compression=false 2024-11-14T07:22:18,110 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37585,1731568910889.replicationSource.wal-reader.c7aa6e2790b3%2C37585%2C1731568910889,1-c7aa6e2790b3,37585,1731568910889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/WALs/c7aa6e2790b3,37585,1731568910889/c7aa6e2790b3%2C37585%2C1731568910889.1731568913054 to pos 1191, reset compression=false 2024-11-14T07:22:18,409 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44685,1731568904953.replicationSource.wal-reader.c7aa6e2790b3%2C44685%2C1731568904953,1-c7aa6e2790b3,44685,1731568904953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/WALs/c7aa6e2790b3,44685,1731568904953/c7aa6e2790b3%2C44685%2C1731568904953.1731568907171 to pos 636, reset compression=false 2024-11-14T07:22:18,412 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37585,1731568910889.replicationSource.wal-reader.c7aa6e2790b3%2C37585%2C1731568910889,1-c7aa6e2790b3,37585,1731568910889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/WALs/c7aa6e2790b3,37585,1731568910889/c7aa6e2790b3%2C37585%2C1731568910889.1731568913054 to pos 1191, reset compression=false 2024-11-14T07:22:18,418 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-14T07:22:18,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T07:22:18,423 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T07:22:18,423 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:22:18,423 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:22:18,423 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:22:18,423 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:22:18,423 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T07:22:18,423 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2085021484, stopped=false 2024-11-14T07:22:18,423 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c7aa6e2790b3,46865,1731568916245 2024-11-14T07:22:18,470 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45201,1731568916385.replicationSource.wal-reader.c7aa6e2790b3%2C45201%2C1731568916385,1-c7aa6e2790b3,45201,1731568916385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/WALs/c7aa6e2790b3,45201,1731568916385/c7aa6e2790b3%2C45201%2C1731568916385.1731568918229 to pos 1241, reset compression=false 2024-11-14T07:22:18,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46865-0x10138389d190006, quorum=127.0.0.1:49697, baseZNode=/2-964413703 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-964413703/running 2024-11-14T07:22:18,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45201-0x10138389d190007, quorum=127.0.0.1:49697, baseZNode=/2-964413703 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-964413703/running 2024-11-14T07:22:18,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46865-0x10138389d190006, quorum=127.0.0.1:49697, baseZNode=/2-964413703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-964413703 2024-11-14T07:22:18,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45201-0x10138389d190007, quorum=127.0.0.1:49697, baseZNode=/2-964413703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-964413703 2024-11-14T07:22:18,494 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T07:22:18,494 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T07:22:18,494 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:22:18,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:22:18,494 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c7aa6e2790b3,45201,1731568916385' ***** 2024-11-14T07:22:18,494 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T07:22:18,494 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45201-0x10138389d190007, quorum=127.0.0.1:49697, baseZNode=/2-964413703 Set watcher on znode that does not yet exist, /2-964413703/running 2024-11-14T07:22:18,494 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46865-0x10138389d190006, quorum=127.0.0.1:49697, baseZNode=/2-964413703 Set watcher on znode that does not yet exist, /2-964413703/running 2024-11-14T07:22:18,495 INFO [RS:0;c7aa6e2790b3:45201 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T07:22:18,495 INFO [RS:0;c7aa6e2790b3:45201 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T07:22:18,495 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T07:22:18,495 INFO [RS:0;c7aa6e2790b3:45201 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T07:22:18,495 INFO [RS:0;c7aa6e2790b3:45201 {}] regionserver.HRegionServer(3091): Received CLOSE for af66defbdf909520cb93c3b97e41cf32 2024-11-14T07:22:18,495 INFO [RS:0;c7aa6e2790b3:45201 {}] regionserver.HRegionServer(3091): Received CLOSE for b61a7ec2ca5672600d2241a94825225d 2024-11-14T07:22:18,495 INFO [RS:0;c7aa6e2790b3:45201 {}] regionserver.HRegionServer(959): stopping server c7aa6e2790b3,45201,1731568916385 2024-11-14T07:22:18,495 INFO [RS:0;c7aa6e2790b3:45201 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T07:22:18,495 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing af66defbdf909520cb93c3b97e41cf32, disabling compactions & flushes 2024-11-14T07:22:18,495 INFO [RS:0;c7aa6e2790b3:45201 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c7aa6e2790b3:45201. 2024-11-14T07:22:18,495 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731568923679.af66defbdf909520cb93c3b97e41cf32. 2024-11-14T07:22:18,495 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731568923679.af66defbdf909520cb93c3b97e41cf32. 2024-11-14T07:22:18,495 DEBUG [RS:0;c7aa6e2790b3:45201 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:22:18,495 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731568923679.af66defbdf909520cb93c3b97e41cf32. after waiting 0 ms 2024-11-14T07:22:18,495 DEBUG [RS:0;c7aa6e2790b3:45201 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:22:18,495 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731568923679.af66defbdf909520cb93c3b97e41cf32. 2024-11-14T07:22:18,495 INFO [RS:0;c7aa6e2790b3:45201 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T07:22:18,495 INFO [RS:0;c7aa6e2790b3:45201 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T07:22:18,495 INFO [RS:0;c7aa6e2790b3:45201 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T07:22:18,495 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing af66defbdf909520cb93c3b97e41cf32 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-14T07:22:18,495 INFO [RS:0;c7aa6e2790b3:45201 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T07:22:18,496 INFO [RS:0;c7aa6e2790b3:45201 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T07:22:18,496 DEBUG [RS:0;c7aa6e2790b3:45201 {}] regionserver.HRegionServer(1325): Online Regions={af66defbdf909520cb93c3b97e41cf32=test,,1731568923679.af66defbdf909520cb93c3b97e41cf32., 1588230740=hbase:meta,,1.1588230740, b61a7ec2ca5672600d2241a94825225d=hbase:replication,,1731568930239.b61a7ec2ca5672600d2241a94825225d.} 2024-11-14T07:22:18,496 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T07:22:18,496 DEBUG [RS:0;c7aa6e2790b3:45201 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, af66defbdf909520cb93c3b97e41cf32, b61a7ec2ca5672600d2241a94825225d 2024-11-14T07:22:18,496 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T07:22:18,496 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T07:22:18,496 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T07:22:18,496 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T07:22:18,496 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T07:22:18,508 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/data/hbase/meta/1588230740/.tmp/info/0aa5096803b0433c9ccafe44c79eb578 is 147, key is hbase:replication,,1731568930239.b61a7ec2ca5672600d2241a94825225d./info:regioninfo/1731568931398/Put/seqid=0 2024-11-14T07:22:18,508 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/data/default/test/af66defbdf909520cb93c3b97e41cf32/.tmp/f/87a0f4d0b2294b20b2ba4db2b382470d is 29, key is row1/f:/1731568936411/DeleteFamily/seqid=0 2024-11-14T07:22:18,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43261 is added to blk_1073741840_1016 (size=7686) 2024-11-14T07:22:18,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43261 is added to blk_1073741841_1017 (size=5152) 2024-11-14T07:22:18,517 INFO [regionserver/c7aa6e2790b3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T07:22:18,696 DEBUG [RS:0;c7aa6e2790b3:45201 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, af66defbdf909520cb93c3b97e41cf32, b61a7ec2ca5672600d2241a94825225d 2024-11-14T07:22:18,815 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37585,1731568910889.replicationSource.wal-reader.c7aa6e2790b3%2C37585%2C1731568910889,1-c7aa6e2790b3,37585,1731568910889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/WALs/c7aa6e2790b3,37585,1731568910889/c7aa6e2790b3%2C37585%2C1731568910889.1731568913054 to pos 1191, reset compression=false 2024-11-14T07:22:18,896 DEBUG [RS:0;c7aa6e2790b3:45201 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, af66defbdf909520cb93c3b97e41cf32, b61a7ec2ca5672600d2241a94825225d 2024-11-14T07:22:18,911 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/data/hbase/meta/1588230740/.tmp/info/0aa5096803b0433c9ccafe44c79eb578 2024-11-14T07:22:18,911 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/data/default/test/af66defbdf909520cb93c3b97e41cf32/.tmp/f/87a0f4d0b2294b20b2ba4db2b382470d 2024-11-14T07:22:18,915 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 87a0f4d0b2294b20b2ba4db2b382470d 2024-11-14T07:22:18,927 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/data/default/test/af66defbdf909520cb93c3b97e41cf32/.tmp/f1/98447ca9468d4b67a26f732f43373a5d is 30, key is row1/f1:/1731568936411/DeleteFamily/seqid=0 2024-11-14T07:22:18,930 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/data/hbase/meta/1588230740/.tmp/ns/3636b20ce63e461b9fa0c86c4bc1c41e is 43, key is default/ns:d/1731568919207/Put/seqid=0 2024-11-14T07:22:18,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43261 is added to blk_1073741842_1018 (size=5158) 2024-11-14T07:22:18,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43261 is added to blk_1073741843_1019 (size=5153) 2024-11-14T07:22:18,973 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45201,1731568916385.replicationSource.wal-reader.c7aa6e2790b3%2C45201%2C1731568916385,1-c7aa6e2790b3,45201,1731568916385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/WALs/c7aa6e2790b3,45201,1731568916385/c7aa6e2790b3%2C45201%2C1731568916385.1731568918229 to pos 1241, reset compression=false 2024-11-14T07:22:18,977 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45201,1731568916385.replicationSource.wal-reader.c7aa6e2790b3%2C45201%2C1731568916385,1-c7aa6e2790b3,45201,1731568916385 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T07:22:18,977 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45201,1731568916385.replicationSource.wal-reader.c7aa6e2790b3%2C45201%2C1731568916385,1-c7aa6e2790b3,45201,1731568916385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/WALs/c7aa6e2790b3,45201,1731568916385/c7aa6e2790b3%2C45201%2C1731568916385.1731568918229 to pos 1488, reset compression=false 2024-11-14T07:22:18,977 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45201,1731568916385.replicationSource.shipperc7aa6e2790b3%2C45201%2C1731568916385,1-c7aa6e2790b3,45201,1731568916385 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c7aa6e2790b3,45201,1731568916385 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/WALs/c7aa6e2790b3,45201,1731568916385/c7aa6e2790b3%2C45201%2C1731568916385.1731568918229, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T07:22:18,977 ERROR [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45201,1731568916385.replicationSource.shipperc7aa6e2790b3%2C45201%2C1731568916385,1-c7aa6e2790b3,45201,1731568916385 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c7aa6e2790b3,45201,1731568916385: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c7aa6e2790b3,45201,1731568916385, walGroup=c7aa6e2790b3%2C45201%2C1731568916385, offset=c7aa6e2790b3%2C45201%2C1731568916385.1731568918229:1488, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c7aa6e2790b3:45201 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T07:22:18,978 ERROR [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45201,1731568916385.replicationSource.shipperc7aa6e2790b3%2C45201%2C1731568916385,1-c7aa6e2790b3,45201,1731568916385 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T07:22:18,979 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45201,1731568916385.replicationSource.shipperc7aa6e2790b3%2C45201%2C1731568916385,1-c7aa6e2790b3,45201,1731568916385 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T07:22:18,979 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45201,1731568916385.replicationSource.shipperc7aa6e2790b3%2C45201%2C1731568916385,1-c7aa6e2790b3,45201,1731568916385 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T07:22:18,979 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45201,1731568916385.replicationSource.shipperc7aa6e2790b3%2C45201%2C1731568916385,1-c7aa6e2790b3,45201,1731568916385 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T07:22:18,980 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45201,1731568916385.replicationSource.shipperc7aa6e2790b3%2C45201%2C1731568916385,1-c7aa6e2790b3,45201,1731568916385 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T07:22:18,980 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45201,1731568916385.replicationSource.shipperc7aa6e2790b3%2C45201%2C1731568916385,1-c7aa6e2790b3,45201,1731568916385 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1373634560, "init": 1048576000, "max": 2306867200, "used": 1035654224 }, "NonHeapMemoryUsage": { "committed": 205783040, "init": 7667712, "max": -1, "used": 202350656 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T07:22:18,980 WARN [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45201,1731568916385.replicationSource.shipperc7aa6e2790b3%2C45201%2C1731568916385,1-c7aa6e2790b3,45201,1731568916385 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c7aa6e2790b3:46865 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c7aa6e2790b3:46865 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T07:22:19,096 DEBUG [RS:0;c7aa6e2790b3:45201 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, af66defbdf909520cb93c3b97e41cf32, b61a7ec2ca5672600d2241a94825225d 2024-11-14T07:22:19,108 INFO [regionserver/c7aa6e2790b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T07:22:19,108 INFO [regionserver/c7aa6e2790b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T07:22:19,179 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45201,1731568916385.replicationSource.wal-reader.c7aa6e2790b3%2C45201%2C1731568916385,1-c7aa6e2790b3,45201,1731568916385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/WALs/c7aa6e2790b3,45201,1731568916385/c7aa6e2790b3%2C45201%2C1731568916385.1731568918229 to pos 1488, reset compression=false 2024-11-14T07:22:19,212 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44685,1731568904953.replicationSource.wal-reader.c7aa6e2790b3%2C44685%2C1731568904953,1-c7aa6e2790b3,44685,1731568904953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/WALs/c7aa6e2790b3,44685,1731568904953/c7aa6e2790b3%2C44685%2C1731568904953.1731568907171 to pos 636, reset compression=false 2024-11-14T07:22:19,296 DEBUG [RS:0;c7aa6e2790b3:45201 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, af66defbdf909520cb93c3b97e41cf32, b61a7ec2ca5672600d2241a94825225d 2024-11-14T07:22:19,317 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37585,1731568910889.replicationSource.wal-reader.c7aa6e2790b3%2C37585%2C1731568910889,1-c7aa6e2790b3,37585,1731568910889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/WALs/c7aa6e2790b3,37585,1731568910889/c7aa6e2790b3%2C37585%2C1731568910889.1731568913054 to pos 1191, reset compression=false 2024-11-14T07:22:19,331 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/data/default/test/af66defbdf909520cb93c3b97e41cf32/.tmp/f1/98447ca9468d4b67a26f732f43373a5d 2024-11-14T07:22:19,333 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/data/hbase/meta/1588230740/.tmp/ns/3636b20ce63e461b9fa0c86c4bc1c41e 2024-11-14T07:22:19,334 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 98447ca9468d4b67a26f732f43373a5d 2024-11-14T07:22:19,346 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/data/default/test/af66defbdf909520cb93c3b97e41cf32/.tmp/norep/89a8590b94444e9ab8e0f8c634d5b1ef is 33, key is row2/norep:/1731568937415/DeleteFamily/seqid=0 2024-11-14T07:22:19,347 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/data/hbase/meta/1588230740/.tmp/rep_barrier/e1593a4d73794bd592fc313c2e4a8366 is 112, key is test,,1731568923679.af66defbdf909520cb93c3b97e41cf32./rep_barrier:seqnumDuringOpen/1731568924913/Put/seqid=0 2024-11-14T07:22:19,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43261 is added to blk_1073741844_1020 (size=5108) 2024-11-14T07:22:19,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43261 is added to blk_1073741845_1021 (size=5518) 2024-11-14T07:22:19,350 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/data/hbase/meta/1588230740/.tmp/rep_barrier/e1593a4d73794bd592fc313c2e4a8366 2024-11-14T07:22:19,364 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/data/hbase/meta/1588230740/.tmp/table/68146109d0434836bd9f038b5118bd91 is 53, key is hbase:replication/table:state/1731568931403/Put/seqid=0 2024-11-14T07:22:19,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43261 is added to blk_1073741846_1022 (size=5308) 2024-11-14T07:22:19,482 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45201,1731568916385.replicationSource.wal-reader.c7aa6e2790b3%2C45201%2C1731568916385,1-c7aa6e2790b3,45201,1731568916385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/WALs/c7aa6e2790b3,45201,1731568916385/c7aa6e2790b3%2C45201%2C1731568916385.1731568918229 to pos 1488, reset compression=false 2024-11-14T07:22:19,497 DEBUG [RS:0;c7aa6e2790b3:45201 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, af66defbdf909520cb93c3b97e41cf32, b61a7ec2ca5672600d2241a94825225d 2024-11-14T07:22:19,697 DEBUG [RS:0;c7aa6e2790b3:45201 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, af66defbdf909520cb93c3b97e41cf32, b61a7ec2ca5672600d2241a94825225d 2024-11-14T07:22:19,749 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/data/default/test/af66defbdf909520cb93c3b97e41cf32/.tmp/norep/89a8590b94444e9ab8e0f8c634d5b1ef 2024-11-14T07:22:19,767 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/data/hbase/meta/1588230740/.tmp/table/68146109d0434836bd9f038b5118bd91 2024-11-14T07:22:19,783 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 89a8590b94444e9ab8e0f8c634d5b1ef 2024-11-14T07:22:19,783 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/data/hbase/meta/1588230740/.tmp/info/0aa5096803b0433c9ccafe44c79eb578 as hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/data/hbase/meta/1588230740/info/0aa5096803b0433c9ccafe44c79eb578 2024-11-14T07:22:19,783 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/data/default/test/af66defbdf909520cb93c3b97e41cf32/.tmp/f/87a0f4d0b2294b20b2ba4db2b382470d as hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/data/default/test/af66defbdf909520cb93c3b97e41cf32/f/87a0f4d0b2294b20b2ba4db2b382470d 2024-11-14T07:22:19,786 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/data/hbase/meta/1588230740/info/0aa5096803b0433c9ccafe44c79eb578, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T07:22:19,786 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 87a0f4d0b2294b20b2ba4db2b382470d 2024-11-14T07:22:19,786 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/data/default/test/af66defbdf909520cb93c3b97e41cf32/f/87a0f4d0b2294b20b2ba4db2b382470d, entries=3, sequenceid=10, filesize=5.0 K 2024-11-14T07:22:19,787 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/data/hbase/meta/1588230740/.tmp/ns/3636b20ce63e461b9fa0c86c4bc1c41e as hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/data/hbase/meta/1588230740/ns/3636b20ce63e461b9fa0c86c4bc1c41e 2024-11-14T07:22:19,787 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/data/default/test/af66defbdf909520cb93c3b97e41cf32/.tmp/f1/98447ca9468d4b67a26f732f43373a5d as hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/data/default/test/af66defbdf909520cb93c3b97e41cf32/f1/98447ca9468d4b67a26f732f43373a5d 2024-11-14T07:22:19,789 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/data/hbase/meta/1588230740/ns/3636b20ce63e461b9fa0c86c4bc1c41e, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T07:22:19,789 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 98447ca9468d4b67a26f732f43373a5d 2024-11-14T07:22:19,789 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/data/default/test/af66defbdf909520cb93c3b97e41cf32/f1/98447ca9468d4b67a26f732f43373a5d, entries=3, sequenceid=10, filesize=5.0 K 2024-11-14T07:22:19,790 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/data/hbase/meta/1588230740/.tmp/rep_barrier/e1593a4d73794bd592fc313c2e4a8366 as hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/data/hbase/meta/1588230740/rep_barrier/e1593a4d73794bd592fc313c2e4a8366 2024-11-14T07:22:19,790 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/data/default/test/af66defbdf909520cb93c3b97e41cf32/.tmp/norep/89a8590b94444e9ab8e0f8c634d5b1ef as hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/data/default/test/af66defbdf909520cb93c3b97e41cf32/norep/89a8590b94444e9ab8e0f8c634d5b1ef 2024-11-14T07:22:19,793 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 89a8590b94444e9ab8e0f8c634d5b1ef 2024-11-14T07:22:19,793 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/data/default/test/af66defbdf909520cb93c3b97e41cf32/norep/89a8590b94444e9ab8e0f8c634d5b1ef, entries=1, sequenceid=10, filesize=5.0 K 2024-11-14T07:22:19,793 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/data/hbase/meta/1588230740/rep_barrier/e1593a4d73794bd592fc313c2e4a8366, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T07:22:19,793 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for af66defbdf909520cb93c3b97e41cf32 in 1298ms, sequenceid=10, compaction requested=false 2024-11-14T07:22:19,794 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/data/hbase/meta/1588230740/.tmp/table/68146109d0434836bd9f038b5118bd91 as hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/data/hbase/meta/1588230740/table/68146109d0434836bd9f038b5118bd91 2024-11-14T07:22:19,796 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/data/default/test/af66defbdf909520cb93c3b97e41cf32/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-14T07:22:19,797 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T07:22:19,797 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T07:22:19,797 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731568923679.af66defbdf909520cb93c3b97e41cf32. 2024-11-14T07:22:19,797 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for af66defbdf909520cb93c3b97e41cf32: Waiting for close lock at 1731568938495Running coprocessor pre-close hooks at 1731568938495Disabling compacts and flushes for region at 1731568938495Disabling writes for close at 1731568938495Obtaining lock to block concurrent updates at 1731568938495Preparing flush snapshotting stores in af66defbdf909520cb93c3b97e41cf32 at 1731568938495Finished memstore snapshotting test,,1731568923679.af66defbdf909520cb93c3b97e41cf32., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731568938496 (+1 ms)Flushing stores of test,,1731568923679.af66defbdf909520cb93c3b97e41cf32. at 1731568938496Flushing af66defbdf909520cb93c3b97e41cf32/f: creating writer at 1731568938496Flushing af66defbdf909520cb93c3b97e41cf32/f: appending metadata at 1731568938508 (+12 ms)Flushing af66defbdf909520cb93c3b97e41cf32/f: closing flushed file at 1731568938508Flushing af66defbdf909520cb93c3b97e41cf32/f1: creating writer at 1731568938915 (+407 ms)Flushing af66defbdf909520cb93c3b97e41cf32/f1: appending metadata at 1731568938927 (+12 ms)Flushing af66defbdf909520cb93c3b97e41cf32/f1: closing flushed file at 1731568938927Flushing af66defbdf909520cb93c3b97e41cf32/norep: creating writer at 1731568939334 (+407 ms)Flushing af66defbdf909520cb93c3b97e41cf32/norep: appending metadata at 1731568939345 (+11 ms)Flushing af66defbdf909520cb93c3b97e41cf32/norep: closing flushed file at 1731568939345Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ee4a992: reopening flushed file at 1731568939783 (+438 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c17b262: reopening flushed file at 1731568939786 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56c5033d: reopening flushed file at 1731568939789 (+3 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for af66defbdf909520cb93c3b97e41cf32 in 1298ms, sequenceid=10, compaction requested=false at 1731568939793 (+4 ms)Writing region close event to WAL at 1731568939794 (+1 ms)Running coprocessor post-close hooks at 1731568939797 (+3 ms)Closed at 1731568939797 2024-11-14T07:22:19,797 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731568923679.af66defbdf909520cb93c3b97e41cf32. 2024-11-14T07:22:19,797 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/data/hbase/meta/1588230740/table/68146109d0434836bd9f038b5118bd91, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T07:22:19,797 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b61a7ec2ca5672600d2241a94825225d, disabling compactions & flushes 2024-11-14T07:22:19,797 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731568930239.b61a7ec2ca5672600d2241a94825225d. 2024-11-14T07:22:19,797 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731568930239.b61a7ec2ca5672600d2241a94825225d. 2024-11-14T07:22:19,798 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731568930239.b61a7ec2ca5672600d2241a94825225d. after waiting 0 ms 2024-11-14T07:22:19,798 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731568930239.b61a7ec2ca5672600d2241a94825225d. 2024-11-14T07:22:19,798 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b61a7ec2ca5672600d2241a94825225d: Waiting for close lock at 1731568939797Running coprocessor pre-close hooks at 1731568939797Disabling compacts and flushes for region at 1731568939797Disabling writes for close at 1731568939798 (+1 ms)Failed flush hbase:replication,,1731568930239.b61a7ec2ca5672600d2241a94825225d., putting online again at 1731568939798 2024-11-14T07:22:19,798 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731568930239.b61a7ec2ca5672600d2241a94825225d. 2024-11-14T07:22:19,798 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1302ms, sequenceid=16, compaction requested=false 2024-11-14T07:22:19,803 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T07:22:19,803 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T07:22:19,803 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T07:22:19,803 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T07:22:19,803 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731568938496Running coprocessor pre-close hooks at 1731568938496Disabling compacts and flushes for region at 1731568938496Disabling writes for close at 1731568938496Obtaining lock to block concurrent updates at 1731568938496Preparing flush snapshotting stores in 1588230740 at 1731568938496Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731568938496Flushing stores of hbase:meta,,1.1588230740 at 1731568938496Flushing 1588230740/info: creating writer at 1731568938496Flushing 1588230740/info: appending metadata at 1731568938508 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731568938508Flushing 1588230740/ns: creating writer at 1731568938915 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731568938930 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731568938930Flushing 1588230740/rep_barrier: creating writer at 1731568939336 (+406 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731568939347 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731568939347Flushing 1588230740/table: creating writer at 1731568939352 (+5 ms)Flushing 1588230740/table: appending metadata at 1731568939363 (+11 ms)Flushing 1588230740/table: closing flushed file at 1731568939363Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79400070: reopening flushed file at 1731568939782 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13c2f327: reopening flushed file at 1731568939786 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e5d0fca: reopening flushed file at 1731568939789 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ac4e094: reopening flushed file at 1731568939793 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1302ms, sequenceid=16, compaction requested=false at 1731568939798 (+5 ms)Writing region close event to WAL at 1731568939799 (+1 ms)Running coprocessor post-close hooks at 1731568939803 (+4 ms)Closed at 1731568939803 2024-11-14T07:22:19,803 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T07:22:19,885 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45201,1731568916385.replicationSource.wal-reader.c7aa6e2790b3%2C45201%2C1731568916385,1-c7aa6e2790b3,45201,1731568916385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/WALs/c7aa6e2790b3,45201,1731568916385/c7aa6e2790b3%2C45201%2C1731568916385.1731568918229 to pos 1488, reset compression=false 2024-11-14T07:22:19,888 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45201,1731568916385.replicationSource.wal-reader.c7aa6e2790b3%2C45201%2C1731568916385,1-c7aa6e2790b3,45201,1731568916385 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T07:22:19,888 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45201,1731568916385.replicationSource.wal-reader.c7aa6e2790b3%2C45201%2C1731568916385,1-c7aa6e2790b3,45201,1731568916385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/WALs/c7aa6e2790b3,45201,1731568916385/c7aa6e2790b3%2C45201%2C1731568916385.1731568918229 to pos 2132, reset compression=false 2024-11-14T07:22:19,897 INFO [RS:0;c7aa6e2790b3:45201 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T07:22:19,897 DEBUG [RS:0;c7aa6e2790b3:45201 {}] regionserver.HRegionServer(1325): Online Regions={b61a7ec2ca5672600d2241a94825225d=hbase:replication,,1731568930239.b61a7ec2ca5672600d2241a94825225d.} 2024-11-14T07:22:19,897 INFO [RS:0;c7aa6e2790b3:45201 {}] regionserver.HRegionServer(3091): Received CLOSE for b61a7ec2ca5672600d2241a94825225d 2024-11-14T07:22:19,897 DEBUG [RS:0;c7aa6e2790b3:45201 {}] regionserver.HRegionServer(1351): Waiting on b61a7ec2ca5672600d2241a94825225d 2024-11-14T07:22:19,897 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b61a7ec2ca5672600d2241a94825225d, disabling compactions & flushes 2024-11-14T07:22:19,897 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731568930239.b61a7ec2ca5672600d2241a94825225d. 2024-11-14T07:22:19,897 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731568930239.b61a7ec2ca5672600d2241a94825225d. 2024-11-14T07:22:19,897 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731568930239.b61a7ec2ca5672600d2241a94825225d. after waiting 0 ms 2024-11-14T07:22:19,897 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731568930239.b61a7ec2ca5672600d2241a94825225d. 2024-11-14T07:22:19,897 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b61a7ec2ca5672600d2241a94825225d: Waiting for close lock at 1731568939897Running coprocessor pre-close hooks at 1731568939897Disabling compacts and flushes for region at 1731568939897Disabling writes for close at 1731568939897Failed flush hbase:replication,,1731568930239.b61a7ec2ca5672600d2241a94825225d., putting online again at 1731568939897 2024-11-14T07:22:19,897 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731568930239.b61a7ec2ca5672600d2241a94825225d. 2024-11-14T07:22:19,920 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37585,1731568910889.replicationSource.wal-reader.c7aa6e2790b3%2C37585%2C1731568910889,1-c7aa6e2790b3,37585,1731568910889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/WALs/c7aa6e2790b3,37585,1731568910889/c7aa6e2790b3%2C37585%2C1731568910889.1731568913054 to pos 1191, reset compression=false 2024-11-14T07:22:20,091 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45201,1731568916385.replicationSource.wal-reader.c7aa6e2790b3%2C45201%2C1731568916385,1-c7aa6e2790b3,45201,1731568916385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/WALs/c7aa6e2790b3,45201,1731568916385/c7aa6e2790b3%2C45201%2C1731568916385.1731568918229 to pos 2132, reset compression=false 2024-11-14T07:22:20,097 INFO [RS:0;c7aa6e2790b3:45201 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-14T07:22:20,097 INFO [RS:0;c7aa6e2790b3:45201 {}] regionserver.HRegionServer(976): stopping server c7aa6e2790b3,45201,1731568916385; all regions closed. 2024-11-14T07:22:20,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43261 is added to blk_1073741834_1010 (size=4239) 2024-11-14T07:22:20,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43261 is added to blk_1073741839_1015 (size=2171) 2024-11-14T07:22:20,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43261 is added to blk_1073741832_1008 (size=2140) 2024-11-14T07:22:20,103 DEBUG [RS:0;c7aa6e2790b3:45201 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:22:20,103 INFO [RS:0;c7aa6e2790b3:45201 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T07:22:20,104 INFO [RS:0;c7aa6e2790b3:45201 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T07:22:20,104 INFO [RS:0;c7aa6e2790b3:45201 {}] hbase.ChoreService(370): Chore service for: regionserver/c7aa6e2790b3:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T07:22:20,104 INFO [RS:0;c7aa6e2790b3:45201 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T07:22:20,104 INFO [regionserver/c7aa6e2790b3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T07:22:20,104 INFO [RS:0;c7aa6e2790b3:45201 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c7aa6e2790b3,45201,1731568916385 because: Region server is closing 2024-11-14T07:22:20,105 INFO [RS:0;c7aa6e2790b3:45201 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c7aa6e2790b3:45201. 2024-11-14T07:22:20,105 DEBUG [RS:0;c7aa6e2790b3:45201 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:22:20,105 DEBUG [RS:0;c7aa6e2790b3:45201 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:22:20,105 DEBUG [RS:0;c7aa6e2790b3:45201 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:22:20,105 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:22:20,115 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44685,1731568904953.replicationSource.wal-reader.c7aa6e2790b3%2C44685%2C1731568904953,1-c7aa6e2790b3,44685,1731568904953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/WALs/c7aa6e2790b3,44685,1731568904953/c7aa6e2790b3%2C44685%2C1731568904953.1731568907171 to pos 636, reset compression=false 2024-11-14T07:22:20,205 INFO [RS:0;c7aa6e2790b3:45201 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45201,1731568916385.replicationSource.shipperc7aa6e2790b3%2C45201%2C1731568916385,1-c7aa6e2790b3,45201,1731568916385 terminated 2024-11-14T07:22:20,205 WARN [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45201,1731568916385.replicationSource.wal-reader.c7aa6e2790b3%2C45201%2C1731568916385,1-c7aa6e2790b3,45201,1731568916385 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T07:22:20,206 INFO [RS:0;c7aa6e2790b3:45201 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c7aa6e2790b3:45201. 2024-11-14T07:22:20,206 DEBUG [RS:0;c7aa6e2790b3:45201 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:22:20,206 DEBUG [RS:0;c7aa6e2790b3:45201 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:22:20,206 DEBUG [RS:0;c7aa6e2790b3:45201 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:22:20,206 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:22:20,206 INFO [RS:0;c7aa6e2790b3:45201 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45201 2024-11-14T07:22:20,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45201-0x10138389d190007, quorum=127.0.0.1:49697, baseZNode=/2-964413703 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-964413703/rs/c7aa6e2790b3,45201,1731568916385 2024-11-14T07:22:20,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46865-0x10138389d190006, quorum=127.0.0.1:49697, baseZNode=/2-964413703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-964413703/rs 2024-11-14T07:22:20,283 INFO [RS:0;c7aa6e2790b3:45201 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T07:22:20,294 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c7aa6e2790b3,45201,1731568916385] 2024-11-14T07:22:20,304 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-964413703/draining/c7aa6e2790b3,45201,1731568916385 already deleted, retry=false 2024-11-14T07:22:20,304 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c7aa6e2790b3,45201,1731568916385 expired; onlineServers=0 2024-11-14T07:22:20,304 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c7aa6e2790b3,46865,1731568916245' ***** 2024-11-14T07:22:20,304 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T07:22:20,304 INFO [M:0;c7aa6e2790b3:46865 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T07:22:20,304 INFO [M:0;c7aa6e2790b3:46865 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T07:22:20,304 DEBUG [M:0;c7aa6e2790b3:46865 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T07:22:20,304 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T07:22:20,304 DEBUG [M:0;c7aa6e2790b3:46865 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T07:22:20,304 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.small.0-1731568917964 {}] cleaner.HFileCleaner(306): Exit Thread[master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.small.0-1731568917964,5,FailOnTimeoutGroup] 2024-11-14T07:22:20,304 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.large.0-1731568917963 {}] cleaner.HFileCleaner(306): Exit Thread[master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.large.0-1731568917963,5,FailOnTimeoutGroup] 2024-11-14T07:22:20,305 INFO [M:0;c7aa6e2790b3:46865 {}] hbase.ChoreService(370): Chore service for: master/c7aa6e2790b3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T07:22:20,305 INFO [M:0;c7aa6e2790b3:46865 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T07:22:20,305 DEBUG [M:0;c7aa6e2790b3:46865 {}] master.HMaster(1795): Stopping service threads 2024-11-14T07:22:20,305 INFO [M:0;c7aa6e2790b3:46865 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T07:22:20,305 INFO [M:0;c7aa6e2790b3:46865 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T07:22:20,305 INFO [M:0;c7aa6e2790b3:46865 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T07:22:20,305 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T07:22:20,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46865-0x10138389d190006, quorum=127.0.0.1:49697, baseZNode=/2-964413703 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-964413703/master 2024-11-14T07:22:20,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46865-0x10138389d190006, quorum=127.0.0.1:49697, baseZNode=/2-964413703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-964413703 2024-11-14T07:22:20,315 DEBUG [M:0;c7aa6e2790b3:46865 {}] zookeeper.ZKUtil(347): master:46865-0x10138389d190006, quorum=127.0.0.1:49697, baseZNode=/2-964413703 Unable to get data of znode /2-964413703/master because node does not exist (not an error) 2024-11-14T07:22:20,315 WARN [M:0;c7aa6e2790b3:46865 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T07:22:20,323 INFO [M:0;c7aa6e2790b3:46865 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/.lastflushedseqids 2024-11-14T07:22:20,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43261 is added to blk_1073741847_1023 (size=245) 2024-11-14T07:22:20,335 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T07:22:20,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45201-0x10138389d190007, quorum=127.0.0.1:49697, baseZNode=/2-964413703 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T07:22:20,394 INFO [RS:0;c7aa6e2790b3:45201 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T07:22:20,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45201-0x10138389d190007, quorum=127.0.0.1:49697, baseZNode=/2-964413703 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T07:22:20,394 INFO [RS:0;c7aa6e2790b3:45201 {}] regionserver.HRegionServer(1031): Exiting; stopping=c7aa6e2790b3,45201,1731568916385; zookeeper connection closed. 2024-11-14T07:22:20,394 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7b450aea {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7b450aea 2024-11-14T07:22:20,394 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T07:22:20,623 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37585,1731568910889.replicationSource.wal-reader.c7aa6e2790b3%2C37585%2C1731568910889,1-c7aa6e2790b3,37585,1731568910889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/WALs/c7aa6e2790b3,37585,1731568910889/c7aa6e2790b3%2C37585%2C1731568910889.1731568913054 to pos 1191, reset compression=false 2024-11-14T07:22:20,730 INFO [M:0;c7aa6e2790b3:46865 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T07:22:20,730 INFO [M:0;c7aa6e2790b3:46865 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T07:22:20,730 DEBUG [M:0;c7aa6e2790b3:46865 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T07:22:20,730 INFO [M:0;c7aa6e2790b3:46865 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:22:20,730 DEBUG [M:0;c7aa6e2790b3:46865 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:22:20,730 DEBUG [M:0;c7aa6e2790b3:46865 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T07:22:20,730 DEBUG [M:0;c7aa6e2790b3:46865 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:22:20,730 INFO [M:0;c7aa6e2790b3:46865 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-14T07:22:20,746 DEBUG [M:0;c7aa6e2790b3:46865 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3a96c6cf2657442a8ff1977fe9e8c39c is 82, key is hbase:meta,,1/info:regioninfo/1731568919188/Put/seqid=0 2024-11-14T07:22:20,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43261 is added to blk_1073741848_1024 (size=5672) 2024-11-14T07:22:21,117 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44685,1731568904953.replicationSource.wal-reader.c7aa6e2790b3%2C44685%2C1731568904953,1-c7aa6e2790b3,44685,1731568904953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/WALs/c7aa6e2790b3,44685,1731568904953/c7aa6e2790b3%2C44685%2C1731568904953.1731568907171 to pos 636, reset compression=false 2024-11-14T07:22:21,150 INFO [M:0;c7aa6e2790b3:46865 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3a96c6cf2657442a8ff1977fe9e8c39c 2024-11-14T07:22:21,169 DEBUG [M:0;c7aa6e2790b3:46865 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bf3e07cef1cd4e1bbbc34165e32b3b68 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731568931406/Put/seqid=0 2024-11-14T07:22:21,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43261 is added to blk_1073741849_1025 (size=8516) 2024-11-14T07:22:21,425 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37585,1731568910889.replicationSource.wal-reader.c7aa6e2790b3%2C37585%2C1731568910889,1-c7aa6e2790b3,37585,1731568910889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/WALs/c7aa6e2790b3,37585,1731568910889/c7aa6e2790b3%2C37585%2C1731568910889.1731568913054 to pos 1191, reset compression=false 2024-11-14T07:22:21,573 INFO [M:0;c7aa6e2790b3:46865 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bf3e07cef1cd4e1bbbc34165e32b3b68 2024-11-14T07:22:21,591 DEBUG [M:0;c7aa6e2790b3:46865 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9835440a1ca04380b54bb32794d10de8 is 69, key is c7aa6e2790b3,45201,1731568916385/rs:state/1731568918045/Put/seqid=0 2024-11-14T07:22:21,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43261 is added to blk_1073741850_1026 (size=5156) 2024-11-14T07:22:21,995 INFO [M:0;c7aa6e2790b3:46865 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9835440a1ca04380b54bb32794d10de8 2024-11-14T07:22:21,998 DEBUG [M:0;c7aa6e2790b3:46865 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3a96c6cf2657442a8ff1977fe9e8c39c as hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3a96c6cf2657442a8ff1977fe9e8c39c 2024-11-14T07:22:22,002 INFO [M:0;c7aa6e2790b3:46865 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3a96c6cf2657442a8ff1977fe9e8c39c, entries=8, sequenceid=97, filesize=5.5 K 2024-11-14T07:22:22,002 DEBUG [M:0;c7aa6e2790b3:46865 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bf3e07cef1cd4e1bbbc34165e32b3b68 as hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bf3e07cef1cd4e1bbbc34165e32b3b68 2024-11-14T07:22:22,006 INFO [M:0;c7aa6e2790b3:46865 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bf3e07cef1cd4e1bbbc34165e32b3b68, entries=11, sequenceid=97, filesize=8.3 K 2024-11-14T07:22:22,006 DEBUG [M:0;c7aa6e2790b3:46865 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9835440a1ca04380b54bb32794d10de8 as hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9835440a1ca04380b54bb32794d10de8 2024-11-14T07:22:22,009 INFO [M:0;c7aa6e2790b3:46865 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35133/user/jenkins/test-data/dbfe393c-2e2e-2899-c147-cbb834e3fb38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9835440a1ca04380b54bb32794d10de8, entries=1, sequenceid=97, filesize=5.0 K 2024-11-14T07:22:22,010 INFO [M:0;c7aa6e2790b3:46865 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=97, compaction requested=false 2024-11-14T07:22:22,011 INFO [M:0;c7aa6e2790b3:46865 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:22:22,011 DEBUG [M:0;c7aa6e2790b3:46865 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731568940730Disabling compacts and flushes for region at 1731568940730Disabling writes for close at 1731568940730Obtaining lock to block concurrent updates at 1731568940730Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731568940730Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731568940730Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731568940731 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731568940731Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731568940746 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731568940746Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731568941153 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731568941169 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731568941169Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731568941576 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731568941591 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731568941591Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d3afb2a: reopening flushed file at 1731568941998 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d9a9aa2: reopening flushed file at 1731568942002 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f2d3000: reopening flushed file at 1731568942006 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=97, compaction requested=false at 1731568942010 (+4 ms)Writing region close event to WAL at 1731568942011 (+1 ms)Closed at 1731568942011 2024-11-14T07:22:22,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43261 is added to blk_1073741830_1006 (size=63654) 2024-11-14T07:22:22,013 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T07:22:22,013 INFO [M:0;c7aa6e2790b3:46865 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T07:22:22,013 INFO [M:0;c7aa6e2790b3:46865 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46865 2024-11-14T07:22:22,013 INFO [M:0;c7aa6e2790b3:46865 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T07:22:22,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46865-0x10138389d190006, quorum=127.0.0.1:49697, baseZNode=/2-964413703 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T07:22:22,194 INFO [M:0;c7aa6e2790b3:46865 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T07:22:22,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46865-0x10138389d190006, quorum=127.0.0.1:49697, baseZNode=/2-964413703 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T07:22:22,196 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4f0b91e5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T07:22:22,196 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@18212679{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T07:22:22,196 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T07:22:22,196 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d89182b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T07:22:22,196 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3fbefb74{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e142f15c-1b70-1e4b-f573-d709b13c2faf/hadoop.log.dir/,STOPPED} 2024-11-14T07:22:22,197 WARN [BP-1540001722-172.17.0.2-1731568914186 heartbeating to localhost/127.0.0.1:35133 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T07:22:22,197 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T07:22:22,197 WARN [BP-1540001722-172.17.0.2-1731568914186 heartbeating to localhost/127.0.0.1:35133 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1540001722-172.17.0.2-1731568914186 (Datanode Uuid 2d587128-0487-443b-92b2-3cc64c58d200) service to localhost/127.0.0.1:35133 2024-11-14T07:22:22,198 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T07:22:22,198 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e142f15c-1b70-1e4b-f573-d709b13c2faf/cluster_1009c194-c0f8-95b6-4fd5-3f533fbab789/data/data1/current/BP-1540001722-172.17.0.2-1731568914186 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T07:22:22,198 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e142f15c-1b70-1e4b-f573-d709b13c2faf/cluster_1009c194-c0f8-95b6-4fd5-3f533fbab789/data/data2/current/BP-1540001722-172.17.0.2-1731568914186 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T07:22:22,198 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T07:22:22,204 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@ae64d17{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T07:22:22,204 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@59e041cf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T07:22:22,204 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T07:22:22,205 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b00ea66{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T07:22:22,205 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67a277a2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e142f15c-1b70-1e4b-f573-d709b13c2faf/hadoop.log.dir/,STOPPED} 2024-11-14T07:22:22,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T07:22:22,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T07:22:22,216 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T07:22:22,216 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:22:22,216 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:22:22,216 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:22:22,216 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:22:22,216 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T07:22:22,216 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1328940390, stopped=false 2024-11-14T07:22:22,216 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c7aa6e2790b3,35663,1731568910743 2024-11-14T07:22:22,220 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44685,1731568904953.replicationSource.wal-reader.c7aa6e2790b3%2C44685%2C1731568904953,1-c7aa6e2790b3,44685,1731568904953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/WALs/c7aa6e2790b3,44685,1731568904953/c7aa6e2790b3%2C44685%2C1731568904953.1731568907171 to pos 636, reset compression=false 2024-11-14T07:22:22,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35663-0x10138389d190003, quorum=127.0.0.1:49697, baseZNode=/11165375535 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11165375535/running 2024-11-14T07:22:22,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37585-0x10138389d190004, quorum=127.0.0.1:49697, baseZNode=/11165375535 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11165375535/running 2024-11-14T07:22:22,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35663-0x10138389d190003, quorum=127.0.0.1:49697, baseZNode=/11165375535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11165375535 2024-11-14T07:22:22,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37585-0x10138389d190004, quorum=127.0.0.1:49697, baseZNode=/11165375535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11165375535 2024-11-14T07:22:22,230 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T07:22:22,231 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37585-0x10138389d190004, quorum=127.0.0.1:49697, baseZNode=/11165375535 Set watcher on znode that does not yet exist, /11165375535/running 2024-11-14T07:22:22,231 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T07:22:22,231 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35663-0x10138389d190003, quorum=127.0.0.1:49697, baseZNode=/11165375535 Set watcher on znode that does not yet exist, /11165375535/running 2024-11-14T07:22:22,231 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:22:22,231 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:22:22,231 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c7aa6e2790b3,37585,1731568910889' ***** 2024-11-14T07:22:22,231 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T07:22:22,231 INFO [RS:0;c7aa6e2790b3:37585 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T07:22:22,231 INFO [RS:0;c7aa6e2790b3:37585 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T07:22:22,231 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T07:22:22,231 INFO [RS:0;c7aa6e2790b3:37585 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T07:22:22,231 INFO [RS:0;c7aa6e2790b3:37585 {}] regionserver.HRegionServer(3091): Received CLOSE for 1bc353e6faa50002c5c863619506db8a 2024-11-14T07:22:22,232 INFO [RS:0;c7aa6e2790b3:37585 {}] regionserver.HRegionServer(3091): Received CLOSE for 5215483a20bfafca073e1fb5de9117c4 2024-11-14T07:22:22,232 INFO [RS:0;c7aa6e2790b3:37585 {}] regionserver.HRegionServer(959): stopping server c7aa6e2790b3,37585,1731568910889 2024-11-14T07:22:22,232 INFO [RS:0;c7aa6e2790b3:37585 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T07:22:22,232 INFO [RS:0;c7aa6e2790b3:37585 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c7aa6e2790b3:37585. 2024-11-14T07:22:22,232 DEBUG [RS:0;c7aa6e2790b3:37585 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:22:22,232 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1bc353e6faa50002c5c863619506db8a, disabling compactions & flushes 2024-11-14T07:22:22,232 DEBUG [RS:0;c7aa6e2790b3:37585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:22:22,232 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731568921518.1bc353e6faa50002c5c863619506db8a. 2024-11-14T07:22:22,232 INFO [RS:0;c7aa6e2790b3:37585 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T07:22:22,232 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731568921518.1bc353e6faa50002c5c863619506db8a. 2024-11-14T07:22:22,232 INFO [RS:0;c7aa6e2790b3:37585 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T07:22:22,232 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731568921518.1bc353e6faa50002c5c863619506db8a. after waiting 0 ms 2024-11-14T07:22:22,232 INFO [RS:0;c7aa6e2790b3:37585 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T07:22:22,232 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731568921518.1bc353e6faa50002c5c863619506db8a. 2024-11-14T07:22:22,232 INFO [RS:0;c7aa6e2790b3:37585 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T07:22:22,232 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1bc353e6faa50002c5c863619506db8a 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-14T07:22:22,232 INFO [RS:0;c7aa6e2790b3:37585 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T07:22:22,232 DEBUG [RS:0;c7aa6e2790b3:37585 {}] regionserver.HRegionServer(1325): Online Regions={1bc353e6faa50002c5c863619506db8a=test,,1731568921518.1bc353e6faa50002c5c863619506db8a., 5215483a20bfafca073e1fb5de9117c4=hbase:replication,,1731568928089.5215483a20bfafca073e1fb5de9117c4., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T07:22:22,232 DEBUG [RS:0;c7aa6e2790b3:37585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1bc353e6faa50002c5c863619506db8a, 5215483a20bfafca073e1fb5de9117c4 2024-11-14T07:22:22,232 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T07:22:22,232 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T07:22:22,232 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T07:22:22,232 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T07:22:22,232 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T07:22:22,232 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T07:22:22,248 INFO [regionserver/c7aa6e2790b3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T07:22:22,248 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/data/default/test/1bc353e6faa50002c5c863619506db8a/.tmp/f/e8e3f5fb21394196b8560a934d91d09c is 29, key is row1/f:/1731568936411/DeleteFamily/seqid=0 2024-11-14T07:22:22,248 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/data/hbase/meta/1588230740/.tmp/info/e92b656f633944cb91801ff8ed982e47 is 147, key is hbase:replication,,1731568928089.5215483a20bfafca073e1fb5de9117c4./info:regioninfo/1731568929298/Put/seqid=0 2024-11-14T07:22:22,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34811 is added to blk_1073741840_1016 (size=7686) 2024-11-14T07:22:22,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34811 is added to blk_1073741841_1017 (size=5152) 2024-11-14T07:22:22,328 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37585,1731568910889.replicationSource.wal-reader.c7aa6e2790b3%2C37585%2C1731568910889,1-c7aa6e2790b3,37585,1731568910889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/WALs/c7aa6e2790b3,37585,1731568910889/c7aa6e2790b3%2C37585%2C1731568910889.1731568913054 to pos 1191, reset compression=false 2024-11-14T07:22:22,332 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37585,1731568910889.replicationSource.wal-reader.c7aa6e2790b3%2C37585%2C1731568910889,1-c7aa6e2790b3,37585,1731568910889 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T07:22:22,332 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37585,1731568910889.replicationSource.wal-reader.c7aa6e2790b3%2C37585%2C1731568910889,1-c7aa6e2790b3,37585,1731568910889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/WALs/c7aa6e2790b3,37585,1731568910889/c7aa6e2790b3%2C37585%2C1731568910889.1731568913054 to pos 1438, reset compression=false 2024-11-14T07:22:22,332 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37585,1731568910889.replicationSource.shipperc7aa6e2790b3%2C37585%2C1731568910889,1-c7aa6e2790b3,37585,1731568910889 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c7aa6e2790b3,37585,1731568910889 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/WALs/c7aa6e2790b3,37585,1731568910889/c7aa6e2790b3%2C37585%2C1731568910889.1731568913054, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T07:22:22,332 ERROR [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37585,1731568910889.replicationSource.shipperc7aa6e2790b3%2C37585%2C1731568910889,1-c7aa6e2790b3,37585,1731568910889 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c7aa6e2790b3,37585,1731568910889: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c7aa6e2790b3,37585,1731568910889, walGroup=c7aa6e2790b3%2C37585%2C1731568910889, offset=c7aa6e2790b3%2C37585%2C1731568910889.1731568913054:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c7aa6e2790b3:37585 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T07:22:22,333 ERROR [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37585,1731568910889.replicationSource.shipperc7aa6e2790b3%2C37585%2C1731568910889,1-c7aa6e2790b3,37585,1731568910889 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T07:22:22,333 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37585,1731568910889.replicationSource.shipperc7aa6e2790b3%2C37585%2C1731568910889,1-c7aa6e2790b3,37585,1731568910889 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T07:22:22,334 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37585,1731568910889.replicationSource.shipperc7aa6e2790b3%2C37585%2C1731568910889,1-c7aa6e2790b3,37585,1731568910889 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T07:22:22,334 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37585,1731568910889.replicationSource.shipperc7aa6e2790b3%2C37585%2C1731568910889,1-c7aa6e2790b3,37585,1731568910889 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T07:22:22,334 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37585,1731568910889.replicationSource.shipperc7aa6e2790b3%2C37585%2C1731568910889,1-c7aa6e2790b3,37585,1731568910889 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T07:22:22,334 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37585,1731568910889.replicationSource.shipperc7aa6e2790b3%2C37585%2C1731568910889,1-c7aa6e2790b3,37585,1731568910889 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1373634560, "init": 1048576000, "max": 2306867200, "used": 1102763088 }, "NonHeapMemoryUsage": { "committed": 205914112, "init": 7667712, "max": -1, "used": 202665344 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T07:22:22,334 WARN [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37585,1731568910889.replicationSource.shipperc7aa6e2790b3%2C37585%2C1731568910889,1-c7aa6e2790b3,37585,1731568910889 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c7aa6e2790b3:35663 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c7aa6e2790b3:35663 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T07:22:22,432 DEBUG [RS:0;c7aa6e2790b3:37585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1bc353e6faa50002c5c863619506db8a, 5215483a20bfafca073e1fb5de9117c4 2024-11-14T07:22:22,534 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37585,1731568910889.replicationSource.wal-reader.c7aa6e2790b3%2C37585%2C1731568910889,1-c7aa6e2790b3,37585,1731568910889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/WALs/c7aa6e2790b3,37585,1731568910889/c7aa6e2790b3%2C37585%2C1731568910889.1731568913054 to pos 1438, reset compression=false 2024-11-14T07:22:22,632 DEBUG [RS:0;c7aa6e2790b3:37585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1bc353e6faa50002c5c863619506db8a, 5215483a20bfafca073e1fb5de9117c4 2024-11-14T07:22:22,652 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/data/default/test/1bc353e6faa50002c5c863619506db8a/.tmp/f/e8e3f5fb21394196b8560a934d91d09c 2024-11-14T07:22:22,652 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/data/hbase/meta/1588230740/.tmp/info/e92b656f633944cb91801ff8ed982e47 2024-11-14T07:22:22,656 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e8e3f5fb21394196b8560a934d91d09c 2024-11-14T07:22:22,667 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/data/hbase/meta/1588230740/.tmp/ns/c87083b0d3714ed49390c4dd1c221695 is 43, key is default/ns:d/1731568914077/Put/seqid=0 2024-11-14T07:22:22,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34811 is added to blk_1073741842_1018 (size=5153) 2024-11-14T07:22:22,671 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/data/default/test/1bc353e6faa50002c5c863619506db8a/.tmp/f1/bc68b6d185c44957962dec03264b3626 is 30, key is row1/f1:/1731568936411/DeleteFamily/seqid=0 2024-11-14T07:22:22,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34811 is added to blk_1073741843_1019 (size=5158) 2024-11-14T07:22:22,833 DEBUG [RS:0;c7aa6e2790b3:37585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1bc353e6faa50002c5c863619506db8a, 5215483a20bfafca073e1fb5de9117c4 2024-11-14T07:22:22,837 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37585,1731568910889.replicationSource.wal-reader.c7aa6e2790b3%2C37585%2C1731568910889,1-c7aa6e2790b3,37585,1731568910889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/WALs/c7aa6e2790b3,37585,1731568910889/c7aa6e2790b3%2C37585%2C1731568910889.1731568913054 to pos 1438, reset compression=false 2024-11-14T07:22:23,011 INFO [regionserver/c7aa6e2790b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T07:22:23,011 INFO [regionserver/c7aa6e2790b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T07:22:23,033 DEBUG [RS:0;c7aa6e2790b3:37585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1bc353e6faa50002c5c863619506db8a, 5215483a20bfafca073e1fb5de9117c4 2024-11-14T07:22:23,071 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/data/hbase/meta/1588230740/.tmp/ns/c87083b0d3714ed49390c4dd1c221695 2024-11-14T07:22:23,074 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/data/default/test/1bc353e6faa50002c5c863619506db8a/.tmp/f1/bc68b6d185c44957962dec03264b3626 2024-11-14T07:22:23,076 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bc68b6d185c44957962dec03264b3626 2024-11-14T07:22:23,088 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/data/default/test/1bc353e6faa50002c5c863619506db8a/.tmp/norep/cc31cd9293e840dd84972ac338318d0e is 33, key is row1/norep:/1731568936411/DeleteFamily/seqid=0 2024-11-14T07:22:23,089 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/data/hbase/meta/1588230740/.tmp/rep_barrier/b9206772f7c54192aa0df9b402d3f5a7 is 112, key is test,,1731568921518.1bc353e6faa50002c5c863619506db8a./rep_barrier:seqnumDuringOpen/1731568922677/Put/seqid=0 2024-11-14T07:22:23,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34811 is added to blk_1073741844_1020 (size=5108) 2024-11-14T07:22:23,092 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/data/default/test/1bc353e6faa50002c5c863619506db8a/.tmp/norep/cc31cd9293e840dd84972ac338318d0e 2024-11-14T07:22:23,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34811 is added to blk_1073741845_1021 (size=5518) 2024-11-14T07:22:23,093 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/data/hbase/meta/1588230740/.tmp/rep_barrier/b9206772f7c54192aa0df9b402d3f5a7 2024-11-14T07:22:23,097 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cc31cd9293e840dd84972ac338318d0e 2024-11-14T07:22:23,097 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/data/default/test/1bc353e6faa50002c5c863619506db8a/.tmp/f/e8e3f5fb21394196b8560a934d91d09c as hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/data/default/test/1bc353e6faa50002c5c863619506db8a/f/e8e3f5fb21394196b8560a934d91d09c 2024-11-14T07:22:23,100 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e8e3f5fb21394196b8560a934d91d09c 2024-11-14T07:22:23,100 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/data/default/test/1bc353e6faa50002c5c863619506db8a/f/e8e3f5fb21394196b8560a934d91d09c, entries=3, sequenceid=10, filesize=5.0 K 2024-11-14T07:22:23,101 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/data/default/test/1bc353e6faa50002c5c863619506db8a/.tmp/f1/bc68b6d185c44957962dec03264b3626 as hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/data/default/test/1bc353e6faa50002c5c863619506db8a/f1/bc68b6d185c44957962dec03264b3626 2024-11-14T07:22:23,104 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bc68b6d185c44957962dec03264b3626 2024-11-14T07:22:23,104 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/data/default/test/1bc353e6faa50002c5c863619506db8a/f1/bc68b6d185c44957962dec03264b3626, entries=3, sequenceid=10, filesize=5.0 K 2024-11-14T07:22:23,105 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/data/default/test/1bc353e6faa50002c5c863619506db8a/.tmp/norep/cc31cd9293e840dd84972ac338318d0e as hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/data/default/test/1bc353e6faa50002c5c863619506db8a/norep/cc31cd9293e840dd84972ac338318d0e 2024-11-14T07:22:23,108 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cc31cd9293e840dd84972ac338318d0e 2024-11-14T07:22:23,108 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/data/default/test/1bc353e6faa50002c5c863619506db8a/norep/cc31cd9293e840dd84972ac338318d0e, entries=1, sequenceid=10, filesize=5.0 K 2024-11-14T07:22:23,109 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 1bc353e6faa50002c5c863619506db8a in 877ms, sequenceid=10, compaction requested=false 2024-11-14T07:22:23,109 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T07:22:23,112 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/data/default/test/1bc353e6faa50002c5c863619506db8a/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-14T07:22:23,113 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T07:22:23,113 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T07:22:23,113 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731568921518.1bc353e6faa50002c5c863619506db8a. 2024-11-14T07:22:23,113 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1bc353e6faa50002c5c863619506db8a: Waiting for close lock at 1731568942232Running coprocessor pre-close hooks at 1731568942232Disabling compacts and flushes for region at 1731568942232Disabling writes for close at 1731568942232Obtaining lock to block concurrent updates at 1731568942232Preparing flush snapshotting stores in 1bc353e6faa50002c5c863619506db8a at 1731568942232Finished memstore snapshotting test,,1731568921518.1bc353e6faa50002c5c863619506db8a., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731568942232Flushing stores of test,,1731568921518.1bc353e6faa50002c5c863619506db8a. at 1731568942233 (+1 ms)Flushing 1bc353e6faa50002c5c863619506db8a/f: creating writer at 1731568942233Flushing 1bc353e6faa50002c5c863619506db8a/f: appending metadata at 1731568942248 (+15 ms)Flushing 1bc353e6faa50002c5c863619506db8a/f: closing flushed file at 1731568942248Flushing 1bc353e6faa50002c5c863619506db8a/f1: creating writer at 1731568942656 (+408 ms)Flushing 1bc353e6faa50002c5c863619506db8a/f1: appending metadata at 1731568942670 (+14 ms)Flushing 1bc353e6faa50002c5c863619506db8a/f1: closing flushed file at 1731568942670Flushing 1bc353e6faa50002c5c863619506db8a/norep: creating writer at 1731568943077 (+407 ms)Flushing 1bc353e6faa50002c5c863619506db8a/norep: appending metadata at 1731568943088 (+11 ms)Flushing 1bc353e6faa50002c5c863619506db8a/norep: closing flushed file at 1731568943088Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41ddcaa1: reopening flushed file at 1731568943097 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@170a7a8: reopening flushed file at 1731568943100 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8d35bde: reopening flushed file at 1731568943104 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 1bc353e6faa50002c5c863619506db8a in 877ms, sequenceid=10, compaction requested=false at 1731568943109 (+5 ms)Writing region close event to WAL at 1731568943110 (+1 ms)Running coprocessor post-close hooks at 1731568943113 (+3 ms)Closed at 1731568943113 2024-11-14T07:22:23,113 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731568921518.1bc353e6faa50002c5c863619506db8a. 2024-11-14T07:22:23,113 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5215483a20bfafca073e1fb5de9117c4, disabling compactions & flushes 2024-11-14T07:22:23,114 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731568928089.5215483a20bfafca073e1fb5de9117c4. 2024-11-14T07:22:23,114 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731568928089.5215483a20bfafca073e1fb5de9117c4. 2024-11-14T07:22:23,114 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731568928089.5215483a20bfafca073e1fb5de9117c4. after waiting 0 ms 2024-11-14T07:22:23,114 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731568928089.5215483a20bfafca073e1fb5de9117c4. 2024-11-14T07:22:23,114 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5215483a20bfafca073e1fb5de9117c4: Waiting for close lock at 1731568943113Running coprocessor pre-close hooks at 1731568943113Disabling compacts and flushes for region at 1731568943113Disabling writes for close at 1731568943114 (+1 ms)Failed flush hbase:replication,,1731568928089.5215483a20bfafca073e1fb5de9117c4., putting online again at 1731568943114 2024-11-14T07:22:23,114 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731568928089.5215483a20bfafca073e1fb5de9117c4. 2024-11-14T07:22:23,114 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/data/hbase/meta/1588230740/.tmp/table/7fdfa1a74ea946b8a181fbd6164c92f8 is 53, key is hbase:replication/table:state/1731568929305/Put/seqid=0 2024-11-14T07:22:23,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34811 is added to blk_1073741846_1022 (size=5308) 2024-11-14T07:22:23,233 INFO [RS:0;c7aa6e2790b3:37585 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T07:22:23,233 DEBUG [RS:0;c7aa6e2790b3:37585 {}] regionserver.HRegionServer(1325): Online Regions={5215483a20bfafca073e1fb5de9117c4=hbase:replication,,1731568928089.5215483a20bfafca073e1fb5de9117c4., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T07:22:23,233 INFO [RS:0;c7aa6e2790b3:37585 {}] regionserver.HRegionServer(3091): Received CLOSE for 5215483a20bfafca073e1fb5de9117c4 2024-11-14T07:22:23,233 DEBUG [RS:0;c7aa6e2790b3:37585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5215483a20bfafca073e1fb5de9117c4 2024-11-14T07:22:23,233 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5215483a20bfafca073e1fb5de9117c4, disabling compactions & flushes 2024-11-14T07:22:23,233 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731568928089.5215483a20bfafca073e1fb5de9117c4. 2024-11-14T07:22:23,233 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731568928089.5215483a20bfafca073e1fb5de9117c4. 2024-11-14T07:22:23,233 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731568928089.5215483a20bfafca073e1fb5de9117c4. after waiting 0 ms 2024-11-14T07:22:23,233 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731568928089.5215483a20bfafca073e1fb5de9117c4. 2024-11-14T07:22:23,233 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5215483a20bfafca073e1fb5de9117c4: Waiting for close lock at 1731568943233Running coprocessor pre-close hooks at 1731568943233Disabling compacts and flushes for region at 1731568943233Disabling writes for close at 1731568943233Failed flush hbase:replication,,1731568928089.5215483a20bfafca073e1fb5de9117c4., putting online again at 1731568943233 2024-11-14T07:22:23,233 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731568928089.5215483a20bfafca073e1fb5de9117c4. 2024-11-14T07:22:23,240 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37585,1731568910889.replicationSource.wal-reader.c7aa6e2790b3%2C37585%2C1731568910889,1-c7aa6e2790b3,37585,1731568910889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/WALs/c7aa6e2790b3,37585,1731568910889/c7aa6e2790b3%2C37585%2C1731568910889.1731568913054 to pos 1438, reset compression=false 2024-11-14T07:22:23,244 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37585,1731568910889.replicationSource.wal-reader.c7aa6e2790b3%2C37585%2C1731568910889,1-c7aa6e2790b3,37585,1731568910889 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T07:22:23,244 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37585,1731568910889.replicationSource.wal-reader.c7aa6e2790b3%2C37585%2C1731568910889,1-c7aa6e2790b3,37585,1731568910889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/WALs/c7aa6e2790b3,37585,1731568910889/c7aa6e2790b3%2C37585%2C1731568910889.1731568913054 to pos 2082, reset compression=false 2024-11-14T07:22:23,423 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44685,1731568904953.replicationSource.wal-reader.c7aa6e2790b3%2C44685%2C1731568904953,1-c7aa6e2790b3,44685,1731568904953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/WALs/c7aa6e2790b3,44685,1731568904953/c7aa6e2790b3%2C44685%2C1731568904953.1731568907171 to pos 636, reset compression=false 2024-11-14T07:22:23,433 DEBUG [RS:0;c7aa6e2790b3:37585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T07:22:23,446 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37585,1731568910889.replicationSource.wal-reader.c7aa6e2790b3%2C37585%2C1731568910889,1-c7aa6e2790b3,37585,1731568910889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/WALs/c7aa6e2790b3,37585,1731568910889/c7aa6e2790b3%2C37585%2C1731568910889.1731568913054 to pos 2082, reset compression=false 2024-11-14T07:22:23,518 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/data/hbase/meta/1588230740/.tmp/table/7fdfa1a74ea946b8a181fbd6164c92f8 2024-11-14T07:22:23,522 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/data/hbase/meta/1588230740/.tmp/info/e92b656f633944cb91801ff8ed982e47 as hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/data/hbase/meta/1588230740/info/e92b656f633944cb91801ff8ed982e47 2024-11-14T07:22:23,525 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/data/hbase/meta/1588230740/info/e92b656f633944cb91801ff8ed982e47, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T07:22:23,525 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/data/hbase/meta/1588230740/.tmp/ns/c87083b0d3714ed49390c4dd1c221695 as hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/data/hbase/meta/1588230740/ns/c87083b0d3714ed49390c4dd1c221695 2024-11-14T07:22:23,528 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/data/hbase/meta/1588230740/ns/c87083b0d3714ed49390c4dd1c221695, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T07:22:23,528 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/data/hbase/meta/1588230740/.tmp/rep_barrier/b9206772f7c54192aa0df9b402d3f5a7 as hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/data/hbase/meta/1588230740/rep_barrier/b9206772f7c54192aa0df9b402d3f5a7 2024-11-14T07:22:23,531 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/data/hbase/meta/1588230740/rep_barrier/b9206772f7c54192aa0df9b402d3f5a7, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T07:22:23,532 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/data/hbase/meta/1588230740/.tmp/table/7fdfa1a74ea946b8a181fbd6164c92f8 as hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/data/hbase/meta/1588230740/table/7fdfa1a74ea946b8a181fbd6164c92f8 2024-11-14T07:22:23,535 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/data/hbase/meta/1588230740/table/7fdfa1a74ea946b8a181fbd6164c92f8, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T07:22:23,536 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1304ms, sequenceid=16, compaction requested=false 2024-11-14T07:22:23,536 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T07:22:23,540 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T07:22:23,540 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T07:22:23,540 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T07:22:23,541 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T07:22:23,541 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731568942232Running coprocessor pre-close hooks at 1731568942232Disabling compacts and flushes for region at 1731568942232Disabling writes for close at 1731568942232Obtaining lock to block concurrent updates at 1731568942232Preparing flush snapshotting stores in 1588230740 at 1731568942232Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731568942233 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731568942233Flushing 1588230740/info: creating writer at 1731568942233Flushing 1588230740/info: appending metadata at 1731568942248 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731568942248Flushing 1588230740/ns: creating writer at 1731568942656 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731568942667 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1731568942667Flushing 1588230740/rep_barrier: creating writer at 1731568943074 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731568943089 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731568943089Flushing 1588230740/table: creating writer at 1731568943097 (+8 ms)Flushing 1588230740/table: appending metadata at 1731568943114 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731568943114Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39fd26cc: reopening flushed file at 1731568943521 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d4a5052: reopening flushed file at 1731568943525 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75f853b9: reopening flushed file at 1731568943528 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3783b55c: reopening flushed file at 1731568943532 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1304ms, sequenceid=16, compaction requested=false at 1731568943536 (+4 ms)Writing region close event to WAL at 1731568943538 (+2 ms)Running coprocessor post-close hooks at 1731568943540 (+2 ms)Closed at 1731568943541 (+1 ms) 2024-11-14T07:22:23,541 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T07:22:23,633 INFO [RS:0;c7aa6e2790b3:37585 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-14T07:22:23,633 INFO [RS:0;c7aa6e2790b3:37585 {}] regionserver.HRegionServer(976): stopping server c7aa6e2790b3,37585,1731568910889; all regions closed. 2024-11-14T07:22:23,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34811 is added to blk_1073741834_1010 (size=4239) 2024-11-14T07:22:23,635 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/WALs/c7aa6e2790b3,37585,1731568910889/c7aa6e2790b3%2C37585%2C1731568910889.meta.1731568914034.meta not finished, retry = 0 2024-11-14T07:22:23,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34811 is added to blk_1073741839_1015 (size=2171) 2024-11-14T07:22:23,738 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/WALs/c7aa6e2790b3,37585,1731568910889/c7aa6e2790b3%2C37585%2C1731568910889.rep.1731568929266 not finished, retry = 0 2024-11-14T07:22:23,749 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37585,1731568910889.replicationSource.wal-reader.c7aa6e2790b3%2C37585%2C1731568910889,1-c7aa6e2790b3,37585,1731568910889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/WALs/c7aa6e2790b3,37585,1731568910889/c7aa6e2790b3%2C37585%2C1731568910889.1731568913054 to pos 2082, reset compression=false 2024-11-14T07:22:23,845 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c7aa6e2790b3:35663 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-14T07:22:23,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34811 is added to blk_1073741832_1008 (size=2090) 2024-11-14T07:22:23,848 DEBUG [RS:0;c7aa6e2790b3:37585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:22:23,848 INFO [RS:0;c7aa6e2790b3:37585 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T07:22:23,849 INFO [RS:0;c7aa6e2790b3:37585 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T07:22:23,849 INFO [RS:0;c7aa6e2790b3:37585 {}] hbase.ChoreService(370): Chore service for: regionserver/c7aa6e2790b3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T07:22:23,849 INFO [RS:0;c7aa6e2790b3:37585 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T07:22:23,849 INFO [regionserver/c7aa6e2790b3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T07:22:23,849 INFO [RS:0;c7aa6e2790b3:37585 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c7aa6e2790b3,37585,1731568910889 because: Region server is closing 2024-11-14T07:22:23,849 INFO [RS:0;c7aa6e2790b3:37585 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c7aa6e2790b3:37585. 2024-11-14T07:22:23,849 DEBUG [RS:0;c7aa6e2790b3:37585 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:22:23,849 DEBUG [RS:0;c7aa6e2790b3:37585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:22:23,849 DEBUG [RS:0;c7aa6e2790b3:37585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:22:23,849 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:22:23,950 INFO [RS:0;c7aa6e2790b3:37585 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37585,1731568910889.replicationSource.shipperc7aa6e2790b3%2C37585%2C1731568910889,1-c7aa6e2790b3,37585,1731568910889 terminated 2024-11-14T07:22:23,950 WARN [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,37585,1731568910889.replicationSource.wal-reader.c7aa6e2790b3%2C37585%2C1731568910889,1-c7aa6e2790b3,37585,1731568910889 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T07:22:23,950 INFO [RS:0;c7aa6e2790b3:37585 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c7aa6e2790b3:37585. 2024-11-14T07:22:23,950 DEBUG [RS:0;c7aa6e2790b3:37585 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:22:23,950 DEBUG [RS:0;c7aa6e2790b3:37585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:22:23,951 DEBUG [RS:0;c7aa6e2790b3:37585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:22:23,951 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:22:23,951 INFO [RS:0;c7aa6e2790b3:37585 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37585 2024-11-14T07:22:24,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35663-0x10138389d190003, quorum=127.0.0.1:49697, baseZNode=/11165375535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11165375535/rs 2024-11-14T07:22:24,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37585-0x10138389d190004, quorum=127.0.0.1:49697, baseZNode=/11165375535 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11165375535/rs/c7aa6e2790b3,37585,1731568910889 2024-11-14T07:22:24,020 INFO [RS:0;c7aa6e2790b3:37585 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T07:22:24,061 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c7aa6e2790b3,37585,1731568910889] 2024-11-14T07:22:24,083 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11165375535/draining/c7aa6e2790b3,37585,1731568910889 already deleted, retry=false 2024-11-14T07:22:24,083 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c7aa6e2790b3,37585,1731568910889 expired; onlineServers=0 2024-11-14T07:22:24,083 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c7aa6e2790b3,35663,1731568910743' ***** 2024-11-14T07:22:24,083 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T07:22:24,083 INFO [M:0;c7aa6e2790b3:35663 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T07:22:24,083 INFO [M:0;c7aa6e2790b3:35663 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T07:22:24,083 DEBUG [M:0;c7aa6e2790b3:35663 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T07:22:24,083 DEBUG [M:0;c7aa6e2790b3:35663 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T07:22:24,083 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T07:22:24,083 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.small.0-1731568912783 {}] cleaner.HFileCleaner(306): Exit Thread[master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.small.0-1731568912783,5,FailOnTimeoutGroup] 2024-11-14T07:22:24,083 INFO [M:0;c7aa6e2790b3:35663 {}] hbase.ChoreService(370): Chore service for: master/c7aa6e2790b3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T07:22:24,084 INFO [M:0;c7aa6e2790b3:35663 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T07:22:24,084 DEBUG [M:0;c7aa6e2790b3:35663 {}] master.HMaster(1795): Stopping service threads 2024-11-14T07:22:24,084 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.large.0-1731568912783 {}] cleaner.HFileCleaner(306): Exit Thread[master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.large.0-1731568912783,5,FailOnTimeoutGroup] 2024-11-14T07:22:24,084 INFO [M:0;c7aa6e2790b3:35663 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T07:22:24,084 INFO [M:0;c7aa6e2790b3:35663 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T07:22:24,084 INFO [M:0;c7aa6e2790b3:35663 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T07:22:24,084 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T07:22:24,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35663-0x10138389d190003, quorum=127.0.0.1:49697, baseZNode=/11165375535 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11165375535/master 2024-11-14T07:22:24,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35663-0x10138389d190003, quorum=127.0.0.1:49697, baseZNode=/11165375535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11165375535 2024-11-14T07:22:24,093 DEBUG [M:0;c7aa6e2790b3:35663 {}] zookeeper.ZKUtil(347): master:35663-0x10138389d190003, quorum=127.0.0.1:49697, baseZNode=/11165375535 Unable to get data of znode /11165375535/master because node does not exist (not an error) 2024-11-14T07:22:24,093 WARN [M:0;c7aa6e2790b3:35663 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T07:22:24,094 INFO [M:0;c7aa6e2790b3:35663 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/.lastflushedseqids 2024-11-14T07:22:24,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34811 is added to blk_1073741847_1023 (size=245) 2024-11-14T07:22:24,161 INFO [RS:0;c7aa6e2790b3:37585 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T07:22:24,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37585-0x10138389d190004, quorum=127.0.0.1:49697, baseZNode=/11165375535 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T07:22:24,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37585-0x10138389d190004, quorum=127.0.0.1:49697, baseZNode=/11165375535 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T07:22:24,161 INFO [RS:0;c7aa6e2790b3:37585 {}] regionserver.HRegionServer(1031): Exiting; stopping=c7aa6e2790b3,37585,1731568910889; zookeeper connection closed. 2024-11-14T07:22:24,161 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4fb5a601 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4fb5a601 2024-11-14T07:22:24,162 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T07:22:24,498 INFO [M:0;c7aa6e2790b3:35663 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T07:22:24,498 INFO [M:0;c7aa6e2790b3:35663 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T07:22:24,498 DEBUG [M:0;c7aa6e2790b3:35663 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T07:22:24,498 INFO [M:0;c7aa6e2790b3:35663 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:22:24,498 DEBUG [M:0;c7aa6e2790b3:35663 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:22:24,498 DEBUG [M:0;c7aa6e2790b3:35663 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T07:22:24,499 DEBUG [M:0;c7aa6e2790b3:35663 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:22:24,499 INFO [M:0;c7aa6e2790b3:35663 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-14T07:22:24,516 DEBUG [M:0;c7aa6e2790b3:35663 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/91770988ffbe4b55988ed00979da930a is 82, key is hbase:meta,,1/info:regioninfo/1731568914061/Put/seqid=0 2024-11-14T07:22:24,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34811 is added to blk_1073741848_1024 (size=5672) 2024-11-14T07:22:24,726 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44685,1731568904953.replicationSource.wal-reader.c7aa6e2790b3%2C44685%2C1731568904953,1-c7aa6e2790b3,44685,1731568904953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/WALs/c7aa6e2790b3,44685,1731568904953/c7aa6e2790b3%2C44685%2C1731568904953.1731568907171 to pos 636, reset compression=false 2024-11-14T07:22:24,919 INFO [M:0;c7aa6e2790b3:35663 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/91770988ffbe4b55988ed00979da930a 2024-11-14T07:22:24,938 DEBUG [M:0;c7aa6e2790b3:35663 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a5cf02c5f5594d7db92c783242f8ff1d is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731568929308/Put/seqid=0 2024-11-14T07:22:24,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34811 is added to blk_1073741849_1025 (size=8516) 2024-11-14T07:22:25,299 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T07:22:25,300 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:25,300 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:25,300 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:25,300 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:25,300 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:25,301 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:25,337 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:25,337 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:25,338 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:25,338 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:25,338 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:25,338 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:25,342 INFO [M:0;c7aa6e2790b3:35663 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a5cf02c5f5594d7db92c783242f8ff1d 2024-11-14T07:22:25,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:25,347 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:25,347 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:25,349 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:25,356 DEBUG [M:0;c7aa6e2790b3:35663 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/01fa41dbbe124be19bee025a8fe5b3e0 is 69, key is c7aa6e2790b3,37585,1731568910889/rs:state/1731568912862/Put/seqid=0 2024-11-14T07:22:25,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34811 is added to blk_1073741850_1026 (size=5156) 2024-11-14T07:22:25,760 INFO [M:0;c7aa6e2790b3:35663 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/01fa41dbbe124be19bee025a8fe5b3e0 2024-11-14T07:22:25,763 DEBUG [M:0;c7aa6e2790b3:35663 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/91770988ffbe4b55988ed00979da930a as hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/91770988ffbe4b55988ed00979da930a 2024-11-14T07:22:25,766 INFO [M:0;c7aa6e2790b3:35663 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/91770988ffbe4b55988ed00979da930a, entries=8, sequenceid=97, filesize=5.5 K 2024-11-14T07:22:25,767 DEBUG [M:0;c7aa6e2790b3:35663 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a5cf02c5f5594d7db92c783242f8ff1d as hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a5cf02c5f5594d7db92c783242f8ff1d 2024-11-14T07:22:25,770 INFO [M:0;c7aa6e2790b3:35663 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a5cf02c5f5594d7db92c783242f8ff1d, entries=11, sequenceid=97, filesize=8.3 K 2024-11-14T07:22:25,771 DEBUG [M:0;c7aa6e2790b3:35663 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/01fa41dbbe124be19bee025a8fe5b3e0 as hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/01fa41dbbe124be19bee025a8fe5b3e0 2024-11-14T07:22:25,774 INFO [M:0;c7aa6e2790b3:35663 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38339/user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/01fa41dbbe124be19bee025a8fe5b3e0, entries=1, sequenceid=97, filesize=5.0 K 2024-11-14T07:22:25,775 INFO [M:0;c7aa6e2790b3:35663 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=97, compaction requested=false 2024-11-14T07:22:25,776 INFO [M:0;c7aa6e2790b3:35663 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:22:25,776 DEBUG [M:0;c7aa6e2790b3:35663 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731568944498Disabling compacts and flushes for region at 1731568944498Disabling writes for close at 1731568944498Obtaining lock to block concurrent updates at 1731568944499 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731568944499Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731568944499Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731568944499Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731568944500 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731568944515 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731568944515Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731568944923 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731568944938 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731568944938Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731568945345 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731568945356 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731568945356Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@503d8687: reopening flushed file at 1731568945763 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b4f0adb: reopening flushed file at 1731568945767 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f47b33a: reopening flushed file at 1731568945770 (+3 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=97, compaction requested=false at 1731568945775 (+5 ms)Writing region close event to WAL at 1731568945776 (+1 ms)Closed at 1731568945776 2024-11-14T07:22:25,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34811 is added to blk_1073741830_1006 (size=63654) 2024-11-14T07:22:25,777 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/733a828d-915f-2f35-a430-6b7f38c3e4d3/MasterData/WALs/c7aa6e2790b3,35663,1731568910743/c7aa6e2790b3%2C35663%2C1731568910743.1731568912428 not finished, retry = 0 2024-11-14T07:22:25,878 INFO [M:0;c7aa6e2790b3:35663 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T07:22:25,878 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T07:22:25,878 INFO [M:0;c7aa6e2790b3:35663 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35663 2024-11-14T07:22:25,879 INFO [M:0;c7aa6e2790b3:35663 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T07:22:26,025 INFO [M:0;c7aa6e2790b3:35663 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T07:22:26,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35663-0x10138389d190003, quorum=127.0.0.1:49697, baseZNode=/11165375535 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T07:22:26,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35663-0x10138389d190003, quorum=127.0.0.1:49697, baseZNode=/11165375535 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T07:22:26,027 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7867800b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T07:22:26,028 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@338dd482{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T07:22:26,028 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T07:22:26,028 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77396616{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T07:22:26,028 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@521605cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/726f32bd-91f8-3c0b-438c-df8e8a22e622/hadoop.log.dir/,STOPPED} 2024-11-14T07:22:26,029 WARN [BP-871539883-172.17.0.2-1731568908335 heartbeating to localhost/127.0.0.1:38339 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T07:22:26,029 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T07:22:26,029 WARN [BP-871539883-172.17.0.2-1731568908335 heartbeating to localhost/127.0.0.1:38339 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-871539883-172.17.0.2-1731568908335 (Datanode Uuid de4c98dd-c0f0-4687-9537-3c254a934cb0) service to localhost/127.0.0.1:38339 2024-11-14T07:22:26,029 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T07:22:26,029 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/726f32bd-91f8-3c0b-438c-df8e8a22e622/cluster_06b43bd2-e2c8-a6d2-ba82-389dd6ff8767/data/data1/current/BP-871539883-172.17.0.2-1731568908335 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T07:22:26,030 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/726f32bd-91f8-3c0b-438c-df8e8a22e622/cluster_06b43bd2-e2c8-a6d2-ba82-389dd6ff8767/data/data2/current/BP-871539883-172.17.0.2-1731568908335 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T07:22:26,030 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T07:22:26,035 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@53832d8b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T07:22:26,036 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1f97b7f4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T07:22:26,036 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T07:22:26,036 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5714c4c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T07:22:26,036 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e125f9d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/726f32bd-91f8-3c0b-438c-df8e8a22e622/hadoop.log.dir/,STOPPED} 2024-11-14T07:22:26,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T07:22:26,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T07:22:26,047 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T07:22:26,047 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:22:26,047 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:22:26,047 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:22:26,047 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:22:26,048 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T07:22:26,048 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=212695136, stopped=false 2024-11-14T07:22:26,048 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c7aa6e2790b3,42285,1731568904717 2024-11-14T07:22:26,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42285-0x10138389d190000, quorum=127.0.0.1:49697, baseZNode=/0-261350794 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-261350794/running 2024-11-14T07:22:26,062 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44685-0x10138389d190001, quorum=127.0.0.1:49697, baseZNode=/0-261350794 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-261350794/running 2024-11-14T07:22:26,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42285-0x10138389d190000, quorum=127.0.0.1:49697, baseZNode=/0-261350794 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-261350794 2024-11-14T07:22:26,062 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44685-0x10138389d190001, quorum=127.0.0.1:49697, baseZNode=/0-261350794 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-261350794 2024-11-14T07:22:26,062 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T07:22:26,062 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T07:22:26,062 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:22:26,062 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:22:26,062 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42285-0x10138389d190000, quorum=127.0.0.1:49697, baseZNode=/0-261350794 Set watcher on znode that does not yet exist, /0-261350794/running 2024-11-14T07:22:26,062 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44685-0x10138389d190001, quorum=127.0.0.1:49697, baseZNode=/0-261350794 Set watcher on znode that does not yet exist, /0-261350794/running 2024-11-14T07:22:26,062 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c7aa6e2790b3,44685,1731568904953' ***** 2024-11-14T07:22:26,062 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T07:22:26,063 INFO [RS:0;c7aa6e2790b3:44685 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T07:22:26,063 INFO [RS:0;c7aa6e2790b3:44685 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T07:22:26,063 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T07:22:26,063 INFO [RS:0;c7aa6e2790b3:44685 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T07:22:26,063 INFO [RS:0;c7aa6e2790b3:44685 {}] regionserver.HRegionServer(3091): Received CLOSE for 877d2bf0e2ce766e31ab98189ba1e825 2024-11-14T07:22:26,063 INFO [RS:0;c7aa6e2790b3:44685 {}] regionserver.HRegionServer(3091): Received CLOSE for f08ad86f52ed6136042f407ad703b8ba 2024-11-14T07:22:26,063 INFO [RS:0;c7aa6e2790b3:44685 {}] regionserver.HRegionServer(959): stopping server c7aa6e2790b3,44685,1731568904953 2024-11-14T07:22:26,063 INFO [RS:0;c7aa6e2790b3:44685 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T07:22:26,063 INFO [RS:0;c7aa6e2790b3:44685 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c7aa6e2790b3:44685. 2024-11-14T07:22:26,063 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 877d2bf0e2ce766e31ab98189ba1e825, disabling compactions & flushes 2024-11-14T07:22:26,063 DEBUG [RS:0;c7aa6e2790b3:44685 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:22:26,063 DEBUG [RS:0;c7aa6e2790b3:44685 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:22:26,063 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731568919351.877d2bf0e2ce766e31ab98189ba1e825. 2024-11-14T07:22:26,063 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731568919351.877d2bf0e2ce766e31ab98189ba1e825. 2024-11-14T07:22:26,063 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731568919351.877d2bf0e2ce766e31ab98189ba1e825. after waiting 0 ms 2024-11-14T07:22:26,063 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731568919351.877d2bf0e2ce766e31ab98189ba1e825. 2024-11-14T07:22:26,063 INFO [RS:0;c7aa6e2790b3:44685 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T07:22:26,063 INFO [RS:0;c7aa6e2790b3:44685 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T07:22:26,063 INFO [RS:0;c7aa6e2790b3:44685 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T07:22:26,063 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 877d2bf0e2ce766e31ab98189ba1e825 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-14T07:22:26,063 INFO [RS:0;c7aa6e2790b3:44685 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T07:22:26,063 INFO [RS:0;c7aa6e2790b3:44685 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T07:22:26,063 DEBUG [RS:0;c7aa6e2790b3:44685 {}] regionserver.HRegionServer(1325): Online Regions={877d2bf0e2ce766e31ab98189ba1e825=test,,1731568919351.877d2bf0e2ce766e31ab98189ba1e825., f08ad86f52ed6136042f407ad703b8ba=hbase:replication,,1731568925930.f08ad86f52ed6136042f407ad703b8ba., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T07:22:26,064 DEBUG [RS:0;c7aa6e2790b3:44685 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 877d2bf0e2ce766e31ab98189ba1e825, f08ad86f52ed6136042f407ad703b8ba 2024-11-14T07:22:26,064 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T07:22:26,064 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T07:22:26,064 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T07:22:26,064 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T07:22:26,064 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T07:22:26,064 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T07:22:26,078 INFO [regionserver/c7aa6e2790b3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T07:22:26,078 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/data/default/test/877d2bf0e2ce766e31ab98189ba1e825/.tmp/f/368c3f3a3f88443f8b09ada39f41f64e is 28, key is row/f:/1731568935406/DeleteFamily/seqid=0 2024-11-14T07:22:26,079 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/data/hbase/meta/1588230740/.tmp/info/2917db52efec44d1a3ad51aaeab892c2 is 147, key is hbase:replication,,1731568925930.f08ad86f52ed6136042f407ad703b8ba./info:regioninfo/1731568927088/Put/seqid=0 2024-11-14T07:22:26,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741840_1016 (size=5085) 2024-11-14T07:22:26,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741841_1017 (size=7686) 2024-11-14T07:22:26,082 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/data/hbase/meta/1588230740/.tmp/info/2917db52efec44d1a3ad51aaeab892c2 2024-11-14T07:22:26,097 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/data/hbase/meta/1588230740/.tmp/ns/25b62874520b413d8b469ec4f36de02b is 43, key is default/ns:d/1731568908232/Put/seqid=0 2024-11-14T07:22:26,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741842_1018 (size=5153) 2024-11-14T07:22:26,129 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44685,1731568904953.replicationSource.wal-reader.c7aa6e2790b3%2C44685%2C1731568904953,1-c7aa6e2790b3,44685,1731568904953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/WALs/c7aa6e2790b3,44685,1731568904953/c7aa6e2790b3%2C44685%2C1731568904953.1731568907171 to pos 636, reset compression=false 2024-11-14T07:22:26,132 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44685,1731568904953.replicationSource.wal-reader.c7aa6e2790b3%2C44685%2C1731568904953,1-c7aa6e2790b3,44685,1731568904953 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T07:22:26,132 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44685,1731568904953.replicationSource.wal-reader.c7aa6e2790b3%2C44685%2C1731568904953,1-c7aa6e2790b3,44685,1731568904953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/WALs/c7aa6e2790b3,44685,1731568904953/c7aa6e2790b3%2C44685%2C1731568904953.1731568907171 to pos 883, reset compression=false 2024-11-14T07:22:26,132 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44685,1731568904953.replicationSource.shipperc7aa6e2790b3%2C44685%2C1731568904953,1-c7aa6e2790b3,44685,1731568904953 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c7aa6e2790b3,44685,1731568904953 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/WALs/c7aa6e2790b3,44685,1731568904953/c7aa6e2790b3%2C44685%2C1731568904953.1731568907171, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T07:22:26,133 ERROR [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44685,1731568904953.replicationSource.shipperc7aa6e2790b3%2C44685%2C1731568904953,1-c7aa6e2790b3,44685,1731568904953 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c7aa6e2790b3,44685,1731568904953: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c7aa6e2790b3,44685,1731568904953, walGroup=c7aa6e2790b3%2C44685%2C1731568904953, offset=c7aa6e2790b3%2C44685%2C1731568904953.1731568907171:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c7aa6e2790b3:44685 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T07:22:26,135 ERROR [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44685,1731568904953.replicationSource.shipperc7aa6e2790b3%2C44685%2C1731568904953,1-c7aa6e2790b3,44685,1731568904953 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T07:22:26,135 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44685,1731568904953.replicationSource.shipperc7aa6e2790b3%2C44685%2C1731568904953,1-c7aa6e2790b3,44685,1731568904953 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T07:22:26,136 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44685,1731568904953.replicationSource.shipperc7aa6e2790b3%2C44685%2C1731568904953,1-c7aa6e2790b3,44685,1731568904953 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T07:22:26,136 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44685,1731568904953.replicationSource.shipperc7aa6e2790b3%2C44685%2C1731568904953,1-c7aa6e2790b3,44685,1731568904953 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T07:22:26,136 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44685,1731568904953.replicationSource.shipperc7aa6e2790b3%2C44685%2C1731568904953,1-c7aa6e2790b3,44685,1731568904953 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T07:22:26,136 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44685,1731568904953.replicationSource.shipperc7aa6e2790b3%2C44685%2C1731568904953,1-c7aa6e2790b3,44685,1731568904953 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1373634560, "init": 1048576000, "max": 2306867200, "used": 820704912 }, "NonHeapMemoryUsage": { "committed": 206241792, "init": 7667712, "max": -1, "used": 203191800 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T07:22:26,136 WARN [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44685,1731568904953.replicationSource.shipperc7aa6e2790b3%2C44685%2C1731568904953,1-c7aa6e2790b3,44685,1731568904953 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c7aa6e2790b3:42285 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c7aa6e2790b3:42285 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T07:22:26,264 DEBUG [RS:0;c7aa6e2790b3:44685 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 877d2bf0e2ce766e31ab98189ba1e825, f08ad86f52ed6136042f407ad703b8ba 2024-11-14T07:22:26,335 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44685,1731568904953.replicationSource.wal-reader.c7aa6e2790b3%2C44685%2C1731568904953,1-c7aa6e2790b3,44685,1731568904953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/WALs/c7aa6e2790b3,44685,1731568904953/c7aa6e2790b3%2C44685%2C1731568904953.1731568907171 to pos 883, reset compression=false 2024-11-14T07:22:26,464 DEBUG [RS:0;c7aa6e2790b3:44685 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 877d2bf0e2ce766e31ab98189ba1e825, f08ad86f52ed6136042f407ad703b8ba 2024-11-14T07:22:26,481 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/data/default/test/877d2bf0e2ce766e31ab98189ba1e825/.tmp/f/368c3f3a3f88443f8b09ada39f41f64e 2024-11-14T07:22:26,485 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 368c3f3a3f88443f8b09ada39f41f64e 2024-11-14T07:22:26,500 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/data/hbase/meta/1588230740/.tmp/ns/25b62874520b413d8b469ec4f36de02b 2024-11-14T07:22:26,501 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/data/default/test/877d2bf0e2ce766e31ab98189ba1e825/.tmp/f1/856af1c5edd9401c861f37f317911770 is 29, key is row/f1:/1731568935406/DeleteFamily/seqid=0 2024-11-14T07:22:26,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741843_1019 (size=5089) 2024-11-14T07:22:26,520 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/data/hbase/meta/1588230740/.tmp/rep_barrier/399725c4a41945e49b04a2ee2a3053cf is 112, key is test,,1731568919351.877d2bf0e2ce766e31ab98189ba1e825./rep_barrier:seqnumDuringOpen/1731568920516/Put/seqid=0 2024-11-14T07:22:26,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741844_1020 (size=5518) 2024-11-14T07:22:26,638 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44685,1731568904953.replicationSource.wal-reader.c7aa6e2790b3%2C44685%2C1731568904953,1-c7aa6e2790b3,44685,1731568904953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/WALs/c7aa6e2790b3,44685,1731568904953/c7aa6e2790b3%2C44685%2C1731568904953.1731568907171 to pos 883, reset compression=false 2024-11-14T07:22:26,664 DEBUG [RS:0;c7aa6e2790b3:44685 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 877d2bf0e2ce766e31ab98189ba1e825, f08ad86f52ed6136042f407ad703b8ba 2024-11-14T07:22:26,864 DEBUG [RS:0;c7aa6e2790b3:44685 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 877d2bf0e2ce766e31ab98189ba1e825, f08ad86f52ed6136042f407ad703b8ba 2024-11-14T07:22:26,905 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/data/default/test/877d2bf0e2ce766e31ab98189ba1e825/.tmp/f1/856af1c5edd9401c861f37f317911770 2024-11-14T07:22:26,908 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 856af1c5edd9401c861f37f317911770 2024-11-14T07:22:26,921 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/data/default/test/877d2bf0e2ce766e31ab98189ba1e825/.tmp/norep/9b6967c6c3b242f6abbc1a629affad90 is 32, key is row/norep:/1731568935406/DeleteFamily/seqid=0 2024-11-14T07:22:26,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741845_1021 (size=5101) 2024-11-14T07:22:26,924 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/data/hbase/meta/1588230740/.tmp/rep_barrier/399725c4a41945e49b04a2ee2a3053cf 2024-11-14T07:22:26,943 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/data/hbase/meta/1588230740/.tmp/table/50a8ad13e7fe4db18e5421a6e1357885 is 53, key is hbase:replication/table:state/1731568927095/Put/seqid=0 2024-11-14T07:22:26,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741846_1022 (size=5308) 2024-11-14T07:22:27,041 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44685,1731568904953.replicationSource.wal-reader.c7aa6e2790b3%2C44685%2C1731568904953,1-c7aa6e2790b3,44685,1731568904953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/WALs/c7aa6e2790b3,44685,1731568904953/c7aa6e2790b3%2C44685%2C1731568904953.1731568907171 to pos 883, reset compression=false 2024-11-14T07:22:27,045 INFO [regionserver/c7aa6e2790b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T07:22:27,045 INFO [regionserver/c7aa6e2790b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T07:22:27,064 DEBUG [RS:0;c7aa6e2790b3:44685 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 877d2bf0e2ce766e31ab98189ba1e825, f08ad86f52ed6136042f407ad703b8ba 2024-11-14T07:22:27,264 DEBUG [RS:0;c7aa6e2790b3:44685 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 877d2bf0e2ce766e31ab98189ba1e825, f08ad86f52ed6136042f407ad703b8ba 2024-11-14T07:22:27,324 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/data/default/test/877d2bf0e2ce766e31ab98189ba1e825/.tmp/norep/9b6967c6c3b242f6abbc1a629affad90 2024-11-14T07:22:27,327 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9b6967c6c3b242f6abbc1a629affad90 2024-11-14T07:22:27,327 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/data/default/test/877d2bf0e2ce766e31ab98189ba1e825/.tmp/f/368c3f3a3f88443f8b09ada39f41f64e as hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/data/default/test/877d2bf0e2ce766e31ab98189ba1e825/f/368c3f3a3f88443f8b09ada39f41f64e 2024-11-14T07:22:27,331 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 368c3f3a3f88443f8b09ada39f41f64e 2024-11-14T07:22:27,331 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/data/default/test/877d2bf0e2ce766e31ab98189ba1e825/f/368c3f3a3f88443f8b09ada39f41f64e, entries=1, sequenceid=6, filesize=5.0 K 2024-11-14T07:22:27,331 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/data/default/test/877d2bf0e2ce766e31ab98189ba1e825/.tmp/f1/856af1c5edd9401c861f37f317911770 as hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/data/default/test/877d2bf0e2ce766e31ab98189ba1e825/f1/856af1c5edd9401c861f37f317911770 2024-11-14T07:22:27,335 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 856af1c5edd9401c861f37f317911770 2024-11-14T07:22:27,335 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/data/default/test/877d2bf0e2ce766e31ab98189ba1e825/f1/856af1c5edd9401c861f37f317911770, entries=1, sequenceid=6, filesize=5.0 K 2024-11-14T07:22:27,335 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/data/default/test/877d2bf0e2ce766e31ab98189ba1e825/.tmp/norep/9b6967c6c3b242f6abbc1a629affad90 as hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/data/default/test/877d2bf0e2ce766e31ab98189ba1e825/norep/9b6967c6c3b242f6abbc1a629affad90 2024-11-14T07:22:27,339 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9b6967c6c3b242f6abbc1a629affad90 2024-11-14T07:22:27,339 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/data/default/test/877d2bf0e2ce766e31ab98189ba1e825/norep/9b6967c6c3b242f6abbc1a629affad90, entries=1, sequenceid=6, filesize=5.0 K 2024-11-14T07:22:27,340 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 877d2bf0e2ce766e31ab98189ba1e825 in 1276ms, sequenceid=6, compaction requested=false 2024-11-14T07:22:27,343 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/data/default/test/877d2bf0e2ce766e31ab98189ba1e825/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-14T07:22:27,343 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T07:22:27,343 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T07:22:27,343 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731568919351.877d2bf0e2ce766e31ab98189ba1e825. 2024-11-14T07:22:27,343 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 877d2bf0e2ce766e31ab98189ba1e825: Waiting for close lock at 1731568946063Running coprocessor pre-close hooks at 1731568946063Disabling compacts and flushes for region at 1731568946063Disabling writes for close at 1731568946063Obtaining lock to block concurrent updates at 1731568946063Preparing flush snapshotting stores in 877d2bf0e2ce766e31ab98189ba1e825 at 1731568946063Finished memstore snapshotting test,,1731568919351.877d2bf0e2ce766e31ab98189ba1e825., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731568946064 (+1 ms)Flushing stores of test,,1731568919351.877d2bf0e2ce766e31ab98189ba1e825. at 1731568946064Flushing 877d2bf0e2ce766e31ab98189ba1e825/f: creating writer at 1731568946064Flushing 877d2bf0e2ce766e31ab98189ba1e825/f: appending metadata at 1731568946077 (+13 ms)Flushing 877d2bf0e2ce766e31ab98189ba1e825/f: closing flushed file at 1731568946077Flushing 877d2bf0e2ce766e31ab98189ba1e825/f1: creating writer at 1731568946486 (+409 ms)Flushing 877d2bf0e2ce766e31ab98189ba1e825/f1: appending metadata at 1731568946500 (+14 ms)Flushing 877d2bf0e2ce766e31ab98189ba1e825/f1: closing flushed file at 1731568946501 (+1 ms)Flushing 877d2bf0e2ce766e31ab98189ba1e825/norep: creating writer at 1731568946908 (+407 ms)Flushing 877d2bf0e2ce766e31ab98189ba1e825/norep: appending metadata at 1731568946920 (+12 ms)Flushing 877d2bf0e2ce766e31ab98189ba1e825/norep: closing flushed file at 1731568946920Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bffc79c: reopening flushed file at 1731568947327 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fb1aa4f: reopening flushed file at 1731568947331 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a6b517e: reopening flushed file at 1731568947335 (+4 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 877d2bf0e2ce766e31ab98189ba1e825 in 1276ms, sequenceid=6, compaction requested=false at 1731568947340 (+5 ms)Writing region close event to WAL at 1731568947340Running coprocessor post-close hooks at 1731568947343 (+3 ms)Closed at 1731568947343 2024-11-14T07:22:27,344 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731568919351.877d2bf0e2ce766e31ab98189ba1e825. 2024-11-14T07:22:27,344 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f08ad86f52ed6136042f407ad703b8ba, disabling compactions & flushes 2024-11-14T07:22:27,344 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731568925930.f08ad86f52ed6136042f407ad703b8ba. 2024-11-14T07:22:27,344 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731568925930.f08ad86f52ed6136042f407ad703b8ba. 2024-11-14T07:22:27,344 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731568925930.f08ad86f52ed6136042f407ad703b8ba. after waiting 0 ms 2024-11-14T07:22:27,344 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731568925930.f08ad86f52ed6136042f407ad703b8ba. 2024-11-14T07:22:27,344 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f08ad86f52ed6136042f407ad703b8ba: Waiting for close lock at 1731568947344Running coprocessor pre-close hooks at 1731568947344Disabling compacts and flushes for region at 1731568947344Disabling writes for close at 1731568947344Failed flush hbase:replication,,1731568925930.f08ad86f52ed6136042f407ad703b8ba., putting online again at 1731568947344 2024-11-14T07:22:27,344 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731568925930.f08ad86f52ed6136042f407ad703b8ba. 2024-11-14T07:22:27,346 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/data/hbase/meta/1588230740/.tmp/table/50a8ad13e7fe4db18e5421a6e1357885 2024-11-14T07:22:27,349 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/data/hbase/meta/1588230740/.tmp/info/2917db52efec44d1a3ad51aaeab892c2 as hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/data/hbase/meta/1588230740/info/2917db52efec44d1a3ad51aaeab892c2 2024-11-14T07:22:27,353 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/data/hbase/meta/1588230740/info/2917db52efec44d1a3ad51aaeab892c2, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T07:22:27,353 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/data/hbase/meta/1588230740/.tmp/ns/25b62874520b413d8b469ec4f36de02b as hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/data/hbase/meta/1588230740/ns/25b62874520b413d8b469ec4f36de02b 2024-11-14T07:22:27,356 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/data/hbase/meta/1588230740/ns/25b62874520b413d8b469ec4f36de02b, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T07:22:27,357 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/data/hbase/meta/1588230740/.tmp/rep_barrier/399725c4a41945e49b04a2ee2a3053cf as hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/data/hbase/meta/1588230740/rep_barrier/399725c4a41945e49b04a2ee2a3053cf 2024-11-14T07:22:27,360 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/data/hbase/meta/1588230740/rep_barrier/399725c4a41945e49b04a2ee2a3053cf, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T07:22:27,361 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/data/hbase/meta/1588230740/.tmp/table/50a8ad13e7fe4db18e5421a6e1357885 as hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/data/hbase/meta/1588230740/table/50a8ad13e7fe4db18e5421a6e1357885 2024-11-14T07:22:27,364 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/data/hbase/meta/1588230740/table/50a8ad13e7fe4db18e5421a6e1357885, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T07:22:27,365 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1301ms, sequenceid=16, compaction requested=false 2024-11-14T07:22:27,370 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T07:22:27,370 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T07:22:27,370 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T07:22:27,370 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T07:22:27,370 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731568946064Running coprocessor pre-close hooks at 1731568946064Disabling compacts and flushes for region at 1731568946064Disabling writes for close at 1731568946064Obtaining lock to block concurrent updates at 1731568946064Preparing flush snapshotting stores in 1588230740 at 1731568946064Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731568946064Flushing stores of hbase:meta,,1.1588230740 at 1731568946064Flushing 1588230740/info: creating writer at 1731568946064Flushing 1588230740/info: appending metadata at 1731568946079 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731568946079Flushing 1588230740/ns: creating writer at 1731568946085 (+6 ms)Flushing 1588230740/ns: appending metadata at 1731568946097 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731568946097Flushing 1588230740/rep_barrier: creating writer at 1731568946505 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731568946520 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731568946520Flushing 1588230740/table: creating writer at 1731568946927 (+407 ms)Flushing 1588230740/table: appending metadata at 1731568946942 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731568946942Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c8bfb3: reopening flushed file at 1731568947349 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d81466b: reopening flushed file at 1731568947353 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e15eafc: reopening flushed file at 1731568947356 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@682f8636: reopening flushed file at 1731568947360 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1301ms, sequenceid=16, compaction requested=false at 1731568947365 (+5 ms)Writing region close event to WAL at 1731568947367 (+2 ms)Running coprocessor post-close hooks at 1731568947370 (+3 ms)Closed at 1731568947370 2024-11-14T07:22:27,371 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T07:22:27,465 INFO [RS:0;c7aa6e2790b3:44685 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T07:22:27,465 DEBUG [RS:0;c7aa6e2790b3:44685 {}] regionserver.HRegionServer(1325): Online Regions={f08ad86f52ed6136042f407ad703b8ba=hbase:replication,,1731568925930.f08ad86f52ed6136042f407ad703b8ba.} 2024-11-14T07:22:27,465 INFO [RS:0;c7aa6e2790b3:44685 {}] regionserver.HRegionServer(3091): Received CLOSE for f08ad86f52ed6136042f407ad703b8ba 2024-11-14T07:22:27,465 DEBUG [RS:0;c7aa6e2790b3:44685 {}] regionserver.HRegionServer(1351): Waiting on f08ad86f52ed6136042f407ad703b8ba 2024-11-14T07:22:27,465 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f08ad86f52ed6136042f407ad703b8ba, disabling compactions & flushes 2024-11-14T07:22:27,465 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731568925930.f08ad86f52ed6136042f407ad703b8ba. 2024-11-14T07:22:27,465 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731568925930.f08ad86f52ed6136042f407ad703b8ba. 2024-11-14T07:22:27,465 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731568925930.f08ad86f52ed6136042f407ad703b8ba. after waiting 0 ms 2024-11-14T07:22:27,465 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731568925930.f08ad86f52ed6136042f407ad703b8ba. 2024-11-14T07:22:27,465 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f08ad86f52ed6136042f407ad703b8ba: Waiting for close lock at 1731568947465Running coprocessor pre-close hooks at 1731568947465Disabling compacts and flushes for region at 1731568947465Disabling writes for close at 1731568947465Failed flush hbase:replication,,1731568925930.f08ad86f52ed6136042f407ad703b8ba., putting online again at 1731568947465 2024-11-14T07:22:27,465 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731568925930.f08ad86f52ed6136042f407ad703b8ba. 2024-11-14T07:22:27,544 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44685,1731568904953.replicationSource.wal-reader.c7aa6e2790b3%2C44685%2C1731568904953,1-c7aa6e2790b3,44685,1731568904953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/WALs/c7aa6e2790b3,44685,1731568904953/c7aa6e2790b3%2C44685%2C1731568904953.1731568907171 to pos 883, reset compression=false 2024-11-14T07:22:27,548 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44685,1731568904953.replicationSource.wal-reader.c7aa6e2790b3%2C44685%2C1731568904953,1-c7aa6e2790b3,44685,1731568904953 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T07:22:27,548 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44685,1731568904953.replicationSource.wal-reader.c7aa6e2790b3%2C44685%2C1731568904953,1-c7aa6e2790b3,44685,1731568904953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/WALs/c7aa6e2790b3,44685,1731568904953/c7aa6e2790b3%2C44685%2C1731568904953.1731568907171 to pos 1527, reset compression=false 2024-11-14T07:22:27,665 INFO [RS:0;c7aa6e2790b3:44685 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-14T07:22:27,665 INFO [RS:0;c7aa6e2790b3:44685 {}] regionserver.HRegionServer(976): stopping server c7aa6e2790b3,44685,1731568904953; all regions closed. 2024-11-14T07:22:27,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741834_1010 (size=4239) 2024-11-14T07:22:27,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741839_1015 (size=1297) 2024-11-14T07:22:27,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741832_1008 (size=1535) 2024-11-14T07:22:27,671 DEBUG [RS:0;c7aa6e2790b3:44685 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:22:27,671 INFO [RS:0;c7aa6e2790b3:44685 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T07:22:27,671 INFO [RS:0;c7aa6e2790b3:44685 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T07:22:27,671 INFO [RS:0;c7aa6e2790b3:44685 {}] hbase.ChoreService(370): Chore service for: regionserver/c7aa6e2790b3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T07:22:27,671 INFO [RS:0;c7aa6e2790b3:44685 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T07:22:27,671 INFO [regionserver/c7aa6e2790b3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T07:22:27,671 INFO [RS:0;c7aa6e2790b3:44685 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c7aa6e2790b3,44685,1731568904953 because: Region server is closing 2024-11-14T07:22:27,671 INFO [RS:0;c7aa6e2790b3:44685 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c7aa6e2790b3:44685. 2024-11-14T07:22:27,671 DEBUG [RS:0;c7aa6e2790b3:44685 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:22:27,671 DEBUG [RS:0;c7aa6e2790b3:44685 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:22:27,672 DEBUG [RS:0;c7aa6e2790b3:44685 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:22:27,672 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:22:27,772 INFO [RS:0;c7aa6e2790b3:44685 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,44685,1731568904953.replicationSource.shipperc7aa6e2790b3%2C44685%2C1731568904953,1-c7aa6e2790b3,44685,1731568904953 terminated 2024-11-14T07:22:27,772 INFO [RS:0;c7aa6e2790b3:44685 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44685 2024-11-14T07:22:27,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42285-0x10138389d190000, quorum=127.0.0.1:49697, baseZNode=/0-261350794 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-261350794/rs 2024-11-14T07:22:27,840 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44685-0x10138389d190001, quorum=127.0.0.1:49697, baseZNode=/0-261350794 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-261350794/rs/c7aa6e2790b3,44685,1731568904953 2024-11-14T07:22:27,840 INFO [RS:0;c7aa6e2790b3:44685 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T07:22:27,841 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c7aa6e2790b3,44685,1731568904953] 2024-11-14T07:22:27,861 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-261350794/draining/c7aa6e2790b3,44685,1731568904953 already deleted, retry=false 2024-11-14T07:22:27,861 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c7aa6e2790b3,44685,1731568904953 expired; onlineServers=0 2024-11-14T07:22:27,861 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c7aa6e2790b3,42285,1731568904717' ***** 2024-11-14T07:22:27,861 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T07:22:27,861 INFO [M:0;c7aa6e2790b3:42285 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T07:22:27,862 INFO [M:0;c7aa6e2790b3:42285 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T07:22:27,862 DEBUG [M:0;c7aa6e2790b3:42285 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T07:22:27,862 DEBUG [M:0;c7aa6e2790b3:42285 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T07:22:27,862 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T07:22:27,862 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.large.0-1731568906956 {}] cleaner.HFileCleaner(306): Exit Thread[master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.large.0-1731568906956,5,FailOnTimeoutGroup] 2024-11-14T07:22:27,862 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.small.0-1731568906960 {}] cleaner.HFileCleaner(306): Exit Thread[master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.small.0-1731568906960,5,FailOnTimeoutGroup] 2024-11-14T07:22:27,862 INFO [M:0;c7aa6e2790b3:42285 {}] hbase.ChoreService(370): Chore service for: master/c7aa6e2790b3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T07:22:27,862 INFO [M:0;c7aa6e2790b3:42285 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T07:22:27,862 DEBUG [M:0;c7aa6e2790b3:42285 {}] master.HMaster(1795): Stopping service threads 2024-11-14T07:22:27,862 INFO [M:0;c7aa6e2790b3:42285 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T07:22:27,862 INFO [M:0;c7aa6e2790b3:42285 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T07:22:27,862 ERROR [M:0;c7aa6e2790b3:42285 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:34667,5,PEWorkerGroup] 2024-11-14T07:22:27,862 INFO [M:0;c7aa6e2790b3:42285 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T07:22:27,862 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T07:22:27,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42285-0x10138389d190000, quorum=127.0.0.1:49697, baseZNode=/0-261350794 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-261350794/master 2024-11-14T07:22:27,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42285-0x10138389d190000, quorum=127.0.0.1:49697, baseZNode=/0-261350794 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-261350794 2024-11-14T07:22:27,872 DEBUG [M:0;c7aa6e2790b3:42285 {}] zookeeper.ZKUtil(347): master:42285-0x10138389d190000, quorum=127.0.0.1:49697, baseZNode=/0-261350794 Unable to get data of znode /0-261350794/master because node does not exist (not an error) 2024-11-14T07:22:27,872 WARN [M:0;c7aa6e2790b3:42285 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T07:22:27,873 INFO [M:0;c7aa6e2790b3:42285 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/.lastflushedseqids 2024-11-14T07:22:27,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741847_1023 (size=245) 2024-11-14T07:22:27,951 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44685-0x10138389d190001, quorum=127.0.0.1:49697, baseZNode=/0-261350794 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T07:22:27,951 INFO [RS:0;c7aa6e2790b3:44685 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T07:22:27,951 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44685-0x10138389d190001, quorum=127.0.0.1:49697, baseZNode=/0-261350794 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T07:22:27,951 INFO [RS:0;c7aa6e2790b3:44685 {}] regionserver.HRegionServer(1031): Exiting; stopping=c7aa6e2790b3,44685,1731568904953; zookeeper connection closed. 2024-11-14T07:22:27,951 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@94cb3a6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@94cb3a6 2024-11-14T07:22:27,952 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T07:22:28,205 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:22:28,205 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c7aa6e2790b3,32917,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c7aa6e2790b3:32917 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T07:22:28,206 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128776 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c7aa6e2790b3,32917,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c7aa6e2790b3:32917 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T07:22:28,276 INFO [M:0;c7aa6e2790b3:42285 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T07:22:28,276 INFO [M:0;c7aa6e2790b3:42285 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T07:22:28,277 DEBUG [M:0;c7aa6e2790b3:42285 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T07:22:28,277 INFO [M:0;c7aa6e2790b3:42285 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:22:28,277 DEBUG [M:0;c7aa6e2790b3:42285 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:22:28,277 DEBUG [M:0;c7aa6e2790b3:42285 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T07:22:28,277 DEBUG [M:0;c7aa6e2790b3:42285 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:22:28,277 INFO [M:0;c7aa6e2790b3:42285 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-14T07:22:28,289 DEBUG [M:0;c7aa6e2790b3:42285 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f55f7cfaf6ed45d79935fce8e095458a is 82, key is hbase:meta,,1/info:regioninfo/1731568908193/Put/seqid=0 2024-11-14T07:22:28,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741848_1024 (size=5672) 2024-11-14T07:22:28,692 INFO [M:0;c7aa6e2790b3:42285 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f55f7cfaf6ed45d79935fce8e095458a 2024-11-14T07:22:28,711 DEBUG [M:0;c7aa6e2790b3:42285 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/99217746ee304e93a533ac65479dcd54 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731568920532/Put/seqid=0 2024-11-14T07:22:28,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741849_1025 (size=7219) 2024-11-14T07:22:29,115 INFO [M:0;c7aa6e2790b3:42285 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/99217746ee304e93a533ac65479dcd54 2024-11-14T07:22:29,118 INFO [M:0;c7aa6e2790b3:42285 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 99217746ee304e93a533ac65479dcd54 2024-11-14T07:22:29,130 DEBUG [M:0;c7aa6e2790b3:42285 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/03cae4eec99c4e6ab13c00fc91296639 is 69, key is c7aa6e2790b3,44685,1731568904953/rs:state/1731568907020/Put/seqid=0 2024-11-14T07:22:29,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741850_1026 (size=5156) 2024-11-14T07:22:29,533 INFO [M:0;c7aa6e2790b3:42285 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/03cae4eec99c4e6ab13c00fc91296639 2024-11-14T07:22:29,537 DEBUG [M:0;c7aa6e2790b3:42285 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f55f7cfaf6ed45d79935fce8e095458a as hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f55f7cfaf6ed45d79935fce8e095458a 2024-11-14T07:22:29,540 INFO [M:0;c7aa6e2790b3:42285 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f55f7cfaf6ed45d79935fce8e095458a, entries=8, sequenceid=105, filesize=5.5 K 2024-11-14T07:22:29,540 DEBUG [M:0;c7aa6e2790b3:42285 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/99217746ee304e93a533ac65479dcd54 as hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/99217746ee304e93a533ac65479dcd54 2024-11-14T07:22:29,543 INFO [M:0;c7aa6e2790b3:42285 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 99217746ee304e93a533ac65479dcd54 2024-11-14T07:22:29,543 INFO [M:0;c7aa6e2790b3:42285 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/99217746ee304e93a533ac65479dcd54, entries=11, sequenceid=105, filesize=7.0 K 2024-11-14T07:22:29,544 DEBUG [M:0;c7aa6e2790b3:42285 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/03cae4eec99c4e6ab13c00fc91296639 as hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/03cae4eec99c4e6ab13c00fc91296639 2024-11-14T07:22:29,547 INFO [M:0;c7aa6e2790b3:42285 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34667/user/jenkins/test-data/f89c0b1b-4efe-413e-dfad-26fb5b593f16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/03cae4eec99c4e6ab13c00fc91296639, entries=1, sequenceid=105, filesize=5.0 K 2024-11-14T07:22:29,547 INFO [M:0;c7aa6e2790b3:42285 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1270ms, sequenceid=105, compaction requested=false 2024-11-14T07:22:29,548 INFO [M:0;c7aa6e2790b3:42285 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:22:29,548 DEBUG [M:0;c7aa6e2790b3:42285 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731568948277Disabling compacts and flushes for region at 1731568948277Disabling writes for close at 1731568948277Obtaining lock to block concurrent updates at 1731568948277Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731568948277Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1731568948277Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731568948278 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731568948278Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731568948289 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731568948289Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731568948696 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731568948711 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731568948711Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731568949118 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731568949130 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731568949130Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d0ba2b2: reopening flushed file at 1731568949536 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26a26e7f: reopening flushed file at 1731568949540 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@683caca: reopening flushed file at 1731568949543 (+3 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1270ms, sequenceid=105, compaction requested=false at 1731568949547 (+4 ms)Writing region close event to WAL at 1731568949548 (+1 ms)Closed at 1731568949548 2024-11-14T07:22:29,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741830_1006 (size=64435) 2024-11-14T07:22:29,550 INFO [M:0;c7aa6e2790b3:42285 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T07:22:29,550 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T07:22:29,550 INFO [M:0;c7aa6e2790b3:42285 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42285 2024-11-14T07:22:29,551 INFO [M:0;c7aa6e2790b3:42285 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T07:22:29,667 INFO [M:0;c7aa6e2790b3:42285 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T07:22:29,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42285-0x10138389d190000, quorum=127.0.0.1:49697, baseZNode=/0-261350794 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T07:22:29,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42285-0x10138389d190000, quorum=127.0.0.1:49697, baseZNode=/0-261350794 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T07:22:29,729 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4b8f6086{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T07:22:29,729 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@47338a4b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T07:22:29,729 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T07:22:29,730 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@595696e8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T07:22:29,730 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5105e8fa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f8298508-e1e0-e862-5842-398a121b1fae/hadoop.log.dir/,STOPPED} 2024-11-14T07:22:29,731 WARN [BP-469472401-172.17.0.2-1731568902545 heartbeating to localhost/127.0.0.1:34667 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T07:22:29,731 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T07:22:29,731 WARN [BP-469472401-172.17.0.2-1731568902545 heartbeating to localhost/127.0.0.1:34667 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-469472401-172.17.0.2-1731568902545 (Datanode Uuid 20705ea5-f42a-48a0-be73-fad38a1e4a5e) service to localhost/127.0.0.1:34667 2024-11-14T07:22:29,731 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T07:22:29,731 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f8298508-e1e0-e862-5842-398a121b1fae/cluster_7a5c8f28-7f16-7473-659a-bf7e8957d7ea/data/data1/current/BP-469472401-172.17.0.2-1731568902545 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T07:22:29,732 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f8298508-e1e0-e862-5842-398a121b1fae/cluster_7a5c8f28-7f16-7473-659a-bf7e8957d7ea/data/data2/current/BP-469472401-172.17.0.2-1731568902545 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T07:22:29,732 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T07:22:29,737 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1ae44598{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T07:22:29,738 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@29089748{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T07:22:29,738 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T07:22:29,738 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2de67b05{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T07:22:29,738 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78a73050{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f8298508-e1e0-e862-5842-398a121b1fae/hadoop.log.dir/,STOPPED} 2024-11-14T07:22:29,742 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T07:22:29,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T07:22:29,762 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=361 (was 313) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49697) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34667 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34667 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34667 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35133 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34667 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35133 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38339 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38339 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38339 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49697) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:38339 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38339 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35133 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35133 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34667 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:35133 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34667 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35133 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38339 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38339 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49697) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:34667 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38339 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35133 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35133 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34667 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34667 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=791 (was 720) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=294 (was 346), ProcessCount=11 (was 11), AvailableMemoryMB=4960 (was 5021) 2024-11-14T07:22:29,771 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=361, OpenFileDescriptor=791, MaxFileDescriptor=1048576, SystemLoadAverage=294, ProcessCount=11, AvailableMemoryMB=4960 2024-11-14T07:22:29,785 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-14T07:22:29,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e142f15c-1b70-1e4b-f573-d709b13c2faf/hadoop.log.dir so I do NOT create it in target/test-data/8544e2a7-d20d-d2b0-4948-fecb52d22044 2024-11-14T07:22:29,786 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e142f15c-1b70-1e4b-f573-d709b13c2faf/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T07:22:29,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e142f15c-1b70-1e4b-f573-d709b13c2faf/hadoop.tmp.dir so I do NOT create it in target/test-data/8544e2a7-d20d-d2b0-4948-fecb52d22044 2024-11-14T07:22:29,786 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e142f15c-1b70-1e4b-f573-d709b13c2faf/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T07:22:29,786 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8544e2a7-d20d-d2b0-4948-fecb52d22044 2024-11-14T07:22:29,786 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8544e2a7-d20d-d2b0-4948-fecb52d22044/cluster_7e434ab6-c875-6aae-1d47-66aab4db6451, deleteOnExit=true 2024-11-14T07:22:29,802 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8544e2a7-d20d-d2b0-4948-fecb52d22044/cluster_7e434ab6-c875-6aae-1d47-66aab4db6451/zookeeper_0, clientPort=49598, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8544e2a7-d20d-d2b0-4948-fecb52d22044/cluster_7e434ab6-c875-6aae-1d47-66aab4db6451/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8544e2a7-d20d-d2b0-4948-fecb52d22044/cluster_7e434ab6-c875-6aae-1d47-66aab4db6451/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T07:22:29,802 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49598 2024-11-14T07:22:29,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T07:22:29,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T07:22:29,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8544e2a7-d20d-d2b0-4948-fecb52d22044/test.cache.data in system properties and HBase conf 2024-11-14T07:22:29,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8544e2a7-d20d-d2b0-4948-fecb52d22044/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T07:22:29,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8544e2a7-d20d-d2b0-4948-fecb52d22044/hadoop.log.dir in system properties and HBase conf 2024-11-14T07:22:29,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8544e2a7-d20d-d2b0-4948-fecb52d22044/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T07:22:29,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8544e2a7-d20d-d2b0-4948-fecb52d22044/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T07:22:29,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T07:22:29,803 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T07:22:29,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8544e2a7-d20d-d2b0-4948-fecb52d22044/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T07:22:29,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8544e2a7-d20d-d2b0-4948-fecb52d22044/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T07:22:29,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8544e2a7-d20d-d2b0-4948-fecb52d22044/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T07:22:29,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8544e2a7-d20d-d2b0-4948-fecb52d22044/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T07:22:29,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8544e2a7-d20d-d2b0-4948-fecb52d22044/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T07:22:29,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8544e2a7-d20d-d2b0-4948-fecb52d22044/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T07:22:29,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8544e2a7-d20d-d2b0-4948-fecb52d22044/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T07:22:29,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8544e2a7-d20d-d2b0-4948-fecb52d22044/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T07:22:29,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8544e2a7-d20d-d2b0-4948-fecb52d22044/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T07:22:29,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8544e2a7-d20d-d2b0-4948-fecb52d22044/nfs.dump.dir in system properties and HBase conf 2024-11-14T07:22:29,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8544e2a7-d20d-d2b0-4948-fecb52d22044/java.io.tmpdir in system properties and HBase conf 2024-11-14T07:22:29,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8544e2a7-d20d-d2b0-4948-fecb52d22044/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T07:22:29,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8544e2a7-d20d-d2b0-4948-fecb52d22044/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T07:22:29,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8544e2a7-d20d-d2b0-4948-fecb52d22044/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T07:22:29,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10138389d190005, quorum=127.0.0.1:49697, baseZNode=/11165375535 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T07:22:29,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10138389d190008, quorum=127.0.0.1:49697, baseZNode=/2-964413703 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T07:22:29,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10138389d190002, quorum=127.0.0.1:49697, baseZNode=/0-261350794 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T07:22:29,841 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10138389d190005, quorum=127.0.0.1:49697, baseZNode=/11165375535 Received Disconnected from ZooKeeper, ignoring 2024-11-14T07:22:29,841 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10138389d190008, quorum=127.0.0.1:49697, baseZNode=/2-964413703 Received Disconnected from ZooKeeper, ignoring 2024-11-14T07:22:29,841 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10138389d190002, quorum=127.0.0.1:49697, baseZNode=/0-261350794 Received Disconnected from ZooKeeper, ignoring 2024-11-14T07:22:30,165 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T07:22:30,168 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T07:22:30,169 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T07:22:30,169 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T07:22:30,170 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T07:22:30,170 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T07:22:30,170 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f31ce9e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8544e2a7-d20d-d2b0-4948-fecb52d22044/hadoop.log.dir/,AVAILABLE} 2024-11-14T07:22:30,171 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61292ad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T07:22:30,263 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d562959{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8544e2a7-d20d-d2b0-4948-fecb52d22044/java.io.tmpdir/jetty-localhost-44811-hadoop-hdfs-3_4_1-tests_jar-_-any-5251653519310281178/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T07:22:30,264 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2605b0dd{HTTP/1.1, (http/1.1)}{localhost:44811} 2024-11-14T07:22:30,264 INFO [Time-limited test {}] server.Server(415): Started @320107ms 2024-11-14T07:22:30,511 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T07:22:30,513 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T07:22:30,516 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T07:22:30,516 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T07:22:30,516 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T07:22:30,516 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66761ef3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8544e2a7-d20d-d2b0-4948-fecb52d22044/hadoop.log.dir/,AVAILABLE} 2024-11-14T07:22:30,516 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23395102{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T07:22:30,608 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@515def66{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8544e2a7-d20d-d2b0-4948-fecb52d22044/java.io.tmpdir/jetty-localhost-44493-hadoop-hdfs-3_4_1-tests_jar-_-any-18435246215882749004/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T07:22:30,609 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4bf442cd{HTTP/1.1, (http/1.1)}{localhost:44493} 2024-11-14T07:22:30,609 INFO [Time-limited test {}] server.Server(415): Started @320452ms 2024-11-14T07:22:30,609 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T07:22:31,229 WARN [Thread-4158 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8544e2a7-d20d-d2b0-4948-fecb52d22044/cluster_7e434ab6-c875-6aae-1d47-66aab4db6451/data/data2/current/BP-44081699-172.17.0.2-1731568949821/current, will proceed with Du for space computation calculation, 2024-11-14T07:22:31,229 WARN [Thread-4157 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8544e2a7-d20d-d2b0-4948-fecb52d22044/cluster_7e434ab6-c875-6aae-1d47-66aab4db6451/data/data1/current/BP-44081699-172.17.0.2-1731568949821/current, will proceed with Du for space computation calculation, 2024-11-14T07:22:31,246 WARN [Thread-4145 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T07:22:31,248 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfc2eeece1f6aba79 with lease ID 0xb2a85048d0e7b8fe: Processing first storage report for DS-8a038965-22f6-4120-9c7d-16c8c3f86725 from datanode DatanodeRegistration(127.0.0.1:37565, datanodeUuid=0dffdb6b-05d9-4ef0-9c11-824869400f3d, infoPort=33647, infoSecurePort=0, ipcPort=37069, storageInfo=lv=-57;cid=testClusterID;nsid=310588998;c=1731568949821) 2024-11-14T07:22:31,248 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfc2eeece1f6aba79 with lease ID 0xb2a85048d0e7b8fe: from storage DS-8a038965-22f6-4120-9c7d-16c8c3f86725 node DatanodeRegistration(127.0.0.1:37565, datanodeUuid=0dffdb6b-05d9-4ef0-9c11-824869400f3d, infoPort=33647, infoSecurePort=0, ipcPort=37069, storageInfo=lv=-57;cid=testClusterID;nsid=310588998;c=1731568949821), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T07:22:31,248 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfc2eeece1f6aba79 with lease ID 0xb2a85048d0e7b8fe: Processing first storage report for DS-afc0f8a2-4ed4-48b1-9ab8-e7d5501788f7 from datanode DatanodeRegistration(127.0.0.1:37565, datanodeUuid=0dffdb6b-05d9-4ef0-9c11-824869400f3d, infoPort=33647, infoSecurePort=0, ipcPort=37069, storageInfo=lv=-57;cid=testClusterID;nsid=310588998;c=1731568949821) 2024-11-14T07:22:31,248 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfc2eeece1f6aba79 with lease ID 0xb2a85048d0e7b8fe: from storage DS-afc0f8a2-4ed4-48b1-9ab8-e7d5501788f7 node DatanodeRegistration(127.0.0.1:37565, datanodeUuid=0dffdb6b-05d9-4ef0-9c11-824869400f3d, infoPort=33647, infoSecurePort=0, ipcPort=37069, storageInfo=lv=-57;cid=testClusterID;nsid=310588998;c=1731568949821), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T07:22:31,330 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8544e2a7-d20d-d2b0-4948-fecb52d22044 2024-11-14T07:22:31,331 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:22:31,331 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:22:31,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37565 is added to blk_1073741825_1001 (size=7) 2024-11-14T07:22:31,337 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37795/user/jenkins/test-data/667a5f89-b494-4057-5ad9-629e2cc497ff with version=8 2024-11-14T07:22:31,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37795/user/jenkins/test-data/667a5f89-b494-4057-5ad9-629e2cc497ff/hbase-staging 2024-11-14T07:22:31,339 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c7aa6e2790b3:0 server-side Connection retries=45 2024-11-14T07:22:31,339 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T07:22:31,339 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T07:22:31,339 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T07:22:31,339 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T07:22:31,339 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T07:22:31,339 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T07:22:31,339 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T07:22:31,340 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46173 2024-11-14T07:22:31,340 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46173 connecting to ZooKeeper ensemble=127.0.0.1:49598 2024-11-14T07:22:31,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:461730x0, quorum=127.0.0.1:49598, baseZNode=/0403348726 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T07:22:31,397 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46173-0x101383955d40000 connected 2024-11-14T07:22:31,482 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:22:31,483 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:22:31,485 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46173-0x101383955d40000, quorum=127.0.0.1:49598, baseZNode=/0403348726 Set watcher on znode that does not yet exist, /0403348726/running 2024-11-14T07:22:31,485 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37795/user/jenkins/test-data/667a5f89-b494-4057-5ad9-629e2cc497ff, hbase.cluster.distributed=false 2024-11-14T07:22:31,486 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46173-0x101383955d40000, quorum=127.0.0.1:49598, baseZNode=/0403348726 Set watcher on znode that does not yet exist, /0403348726/acl 2024-11-14T07:22:31,487 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46173 2024-11-14T07:22:31,487 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46173 2024-11-14T07:22:31,487 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46173 2024-11-14T07:22:31,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46173 2024-11-14T07:22:31,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46173 2024-11-14T07:22:31,499 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c7aa6e2790b3:0 server-side Connection retries=45 2024-11-14T07:22:31,499 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T07:22:31,499 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T07:22:31,500 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T07:22:31,500 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T07:22:31,500 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T07:22:31,500 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T07:22:31,500 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T07:22:31,500 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32955 2024-11-14T07:22:31,500 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32955 connecting to ZooKeeper ensemble=127.0.0.1:49598 2024-11-14T07:22:31,501 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:22:31,502 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:22:31,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:329550x0, quorum=127.0.0.1:49598, baseZNode=/0403348726 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T07:22:31,514 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32955-0x101383955d40001 connected 2024-11-14T07:22:31,514 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:329550x0, quorum=127.0.0.1:49598, baseZNode=/0403348726 Set watcher on znode that does not yet exist, /0403348726/running 2024-11-14T07:22:31,514 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T07:22:31,515 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T07:22:31,516 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32955-0x101383955d40001, quorum=127.0.0.1:49598, baseZNode=/0403348726 Set watcher on znode that does not yet exist, /0403348726/master 2024-11-14T07:22:31,516 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32955-0x101383955d40001, quorum=127.0.0.1:49598, baseZNode=/0403348726 Set watcher on znode that does not yet exist, /0403348726/acl 2024-11-14T07:22:31,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32955 2024-11-14T07:22:31,522 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32955 2024-11-14T07:22:31,522 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32955 2024-11-14T07:22:31,523 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32955 2024-11-14T07:22:31,523 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32955 2024-11-14T07:22:31,533 DEBUG [M:0;c7aa6e2790b3:46173 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c7aa6e2790b3:46173 2024-11-14T07:22:31,533 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0403348726/backup-masters/c7aa6e2790b3,46173,1731568951339 2024-11-14T07:22:31,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32955-0x101383955d40001, quorum=127.0.0.1:49598, baseZNode=/0403348726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0403348726/backup-masters 2024-11-14T07:22:31,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46173-0x101383955d40000, quorum=127.0.0.1:49598, baseZNode=/0403348726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0403348726/backup-masters 2024-11-14T07:22:31,546 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46173-0x101383955d40000, quorum=127.0.0.1:49598, baseZNode=/0403348726 Set watcher on existing znode=/0403348726/backup-masters/c7aa6e2790b3,46173,1731568951339 2024-11-14T07:22:31,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32955-0x101383955d40001, quorum=127.0.0.1:49598, baseZNode=/0403348726 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0403348726/master 2024-11-14T07:22:31,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46173-0x101383955d40000, quorum=127.0.0.1:49598, baseZNode=/0403348726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0403348726 2024-11-14T07:22:31,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32955-0x101383955d40001, quorum=127.0.0.1:49598, baseZNode=/0403348726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0403348726 2024-11-14T07:22:31,556 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46173-0x101383955d40000, quorum=127.0.0.1:49598, baseZNode=/0403348726 Set watcher on existing znode=/0403348726/master 2024-11-14T07:22:31,556 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0403348726/backup-masters/c7aa6e2790b3,46173,1731568951339 from backup master directory 2024-11-14T07:22:31,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46173-0x101383955d40000, quorum=127.0.0.1:49598, baseZNode=/0403348726 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0403348726/backup-masters/c7aa6e2790b3,46173,1731568951339 2024-11-14T07:22:31,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32955-0x101383955d40001, quorum=127.0.0.1:49598, baseZNode=/0403348726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0403348726/backup-masters 2024-11-14T07:22:31,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46173-0x101383955d40000, quorum=127.0.0.1:49598, baseZNode=/0403348726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0403348726/backup-masters 2024-11-14T07:22:31,566 WARN [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T07:22:31,566 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c7aa6e2790b3,46173,1731568951339 2024-11-14T07:22:31,569 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37795/user/jenkins/test-data/667a5f89-b494-4057-5ad9-629e2cc497ff/hbase.id] with ID: b91978c1-795c-4560-9d62-d58f4575fed9 2024-11-14T07:22:31,569 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37795/user/jenkins/test-data/667a5f89-b494-4057-5ad9-629e2cc497ff/.tmp/hbase.id 2024-11-14T07:22:31,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37565 is added to blk_1073741826_1002 (size=42) 2024-11-14T07:22:31,973 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37795/user/jenkins/test-data/667a5f89-b494-4057-5ad9-629e2cc497ff/.tmp/hbase.id]:[hdfs://localhost:37795/user/jenkins/test-data/667a5f89-b494-4057-5ad9-629e2cc497ff/hbase.id] 2024-11-14T07:22:31,981 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:22:31,981 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T07:22:31,982 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T07:22:32,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46173-0x101383955d40000, quorum=127.0.0.1:49598, baseZNode=/0403348726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0403348726 2024-11-14T07:22:32,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32955-0x101383955d40001, quorum=127.0.0.1:49598, baseZNode=/0403348726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0403348726 2024-11-14T07:22:32,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37565 is added to blk_1073741827_1003 (size=196) 2024-11-14T07:22:32,508 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T07:22:32,508 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T07:22:32,509 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T07:22:32,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37565 is added to blk_1073741828_1004 (size=1189) 2024-11-14T07:22:32,845 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T07:22:32,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:32,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:32,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:32,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:32,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:32,847 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:32,847 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:32,847 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:32,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:32,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:32,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:32,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:32,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:32,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:32,883 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:32,886 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:32,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:32,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:32,913 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37795/user/jenkins/test-data/667a5f89-b494-4057-5ad9-629e2cc497ff/MasterData/data/master/store 2024-11-14T07:22:32,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37565 is added to blk_1073741829_1005 (size=34) 2024-11-14T07:22:33,318 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:22:33,318 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T07:22:33,318 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:22:33,318 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:22:33,318 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T07:22:33,318 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:22:33,318 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:22:33,318 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731568953318Disabling compacts and flushes for region at 1731568953318Disabling writes for close at 1731568953318Writing region close event to WAL at 1731568953318Closed at 1731568953318 2024-11-14T07:22:33,319 WARN [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37795/user/jenkins/test-data/667a5f89-b494-4057-5ad9-629e2cc497ff/MasterData/data/master/store/.initializing 2024-11-14T07:22:33,319 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37795/user/jenkins/test-data/667a5f89-b494-4057-5ad9-629e2cc497ff/MasterData/WALs/c7aa6e2790b3,46173,1731568951339 2024-11-14T07:22:33,320 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T07:22:33,321 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c7aa6e2790b3%2C46173%2C1731568951339, suffix=, logDir=hdfs://localhost:37795/user/jenkins/test-data/667a5f89-b494-4057-5ad9-629e2cc497ff/MasterData/WALs/c7aa6e2790b3,46173,1731568951339, archiveDir=hdfs://localhost:37795/user/jenkins/test-data/667a5f89-b494-4057-5ad9-629e2cc497ff/MasterData/oldWALs, maxLogs=10 2024-11-14T07:22:33,332 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/667a5f89-b494-4057-5ad9-629e2cc497ff/MasterData/WALs/c7aa6e2790b3,46173,1731568951339/c7aa6e2790b3%2C46173%2C1731568951339.1731568953321, exclude list is [], retry=0 2024-11-14T07:22:33,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37565,DS-8a038965-22f6-4120-9c7d-16c8c3f86725,DISK] 2024-11-14T07:22:33,335 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/667a5f89-b494-4057-5ad9-629e2cc497ff/MasterData/WALs/c7aa6e2790b3,46173,1731568951339/c7aa6e2790b3%2C46173%2C1731568951339.1731568953321 2024-11-14T07:22:33,336 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33647:33647)] 2024-11-14T07:22:33,336 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T07:22:33,336 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:22:33,336 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:22:33,336 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:22:33,337 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:22:33,338 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T07:22:33,338 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:22:33,338 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:22:33,338 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:22:33,339 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T07:22:33,339 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:22:33,339 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:22:33,339 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:22:33,340 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T07:22:33,340 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:22:33,340 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:22:33,340 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:22:33,341 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T07:22:33,341 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:22:33,341 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:22:33,341 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:22:33,342 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37795/user/jenkins/test-data/667a5f89-b494-4057-5ad9-629e2cc497ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:22:33,342 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37795/user/jenkins/test-data/667a5f89-b494-4057-5ad9-629e2cc497ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:22:33,343 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:22:33,343 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:22:33,343 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T07:22:33,344 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:22:33,346 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37795/user/jenkins/test-data/667a5f89-b494-4057-5ad9-629e2cc497ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T07:22:33,346 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64484512, jitterRate=-0.039105892181396484}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T07:22:33,346 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731568953336Initializing all the Stores at 1731568953337 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568953337Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568953337Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568953337Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568953337Cleaning up temporary data from old regions at 1731568953343 (+6 ms)Region opened successfully at 1731568953346 (+3 ms) 2024-11-14T07:22:33,347 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T07:22:33,348 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68bc01bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c7aa6e2790b3/172.17.0.2:0 2024-11-14T07:22:33,349 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T07:22:33,349 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T07:22:33,349 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T07:22:33,349 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T07:22:33,350 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T07:22:33,350 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T07:22:33,350 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T07:22:33,351 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T07:22:33,352 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46173-0x101383955d40000, quorum=127.0.0.1:49598, baseZNode=/0403348726 Unable to get data of znode /0403348726/balancer because node does not exist (not necessarily an error) 2024-11-14T07:22:33,398 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0403348726/balancer already deleted, retry=false 2024-11-14T07:22:33,398 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T07:22:33,399 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46173-0x101383955d40000, quorum=127.0.0.1:49598, baseZNode=/0403348726 Unable to get data of znode /0403348726/normalizer because node does not exist (not necessarily an error) 2024-11-14T07:22:33,408 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0403348726/normalizer already deleted, retry=false 2024-11-14T07:22:33,408 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T07:22:33,409 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46173-0x101383955d40000, quorum=127.0.0.1:49598, baseZNode=/0403348726 Unable to get data of znode /0403348726/switch/split because node does not exist (not necessarily an error) 2024-11-14T07:22:33,419 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0403348726/switch/split already deleted, retry=false 2024-11-14T07:22:33,419 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46173-0x101383955d40000, quorum=127.0.0.1:49598, baseZNode=/0403348726 Unable to get data of znode /0403348726/switch/merge because node does not exist (not necessarily an error) 2024-11-14T07:22:33,429 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0403348726/switch/merge already deleted, retry=false 2024-11-14T07:22:33,431 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46173-0x101383955d40000, quorum=127.0.0.1:49598, baseZNode=/0403348726 Unable to get data of znode /0403348726/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T07:22:33,440 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0403348726/snapshot-cleanup already deleted, retry=false 2024-11-14T07:22:33,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32955-0x101383955d40001, quorum=127.0.0.1:49598, baseZNode=/0403348726 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0403348726/running 2024-11-14T07:22:33,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46173-0x101383955d40000, quorum=127.0.0.1:49598, baseZNode=/0403348726 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0403348726/running 2024-11-14T07:22:33,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32955-0x101383955d40001, quorum=127.0.0.1:49598, baseZNode=/0403348726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0403348726 2024-11-14T07:22:33,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46173-0x101383955d40000, quorum=127.0.0.1:49598, baseZNode=/0403348726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0403348726 2024-11-14T07:22:33,451 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c7aa6e2790b3,46173,1731568951339, sessionid=0x101383955d40000, setting cluster-up flag (Was=false) 2024-11-14T07:22:33,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32955-0x101383955d40001, quorum=127.0.0.1:49598, baseZNode=/0403348726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0403348726 2024-11-14T07:22:33,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46173-0x101383955d40000, quorum=127.0.0.1:49598, baseZNode=/0403348726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0403348726 2024-11-14T07:22:33,503 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0403348726/flush-table-proc/acquired, /0403348726/flush-table-proc/reached, /0403348726/flush-table-proc/abort 2024-11-14T07:22:33,504 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c7aa6e2790b3,46173,1731568951339 2024-11-14T07:22:33,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32955-0x101383955d40001, quorum=127.0.0.1:49598, baseZNode=/0403348726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0403348726 2024-11-14T07:22:33,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46173-0x101383955d40000, quorum=127.0.0.1:49598, baseZNode=/0403348726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0403348726 2024-11-14T07:22:33,556 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0403348726/online-snapshot/acquired, /0403348726/online-snapshot/reached, /0403348726/online-snapshot/abort 2024-11-14T07:22:33,556 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c7aa6e2790b3,46173,1731568951339 2024-11-14T07:22:33,557 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37795/user/jenkins/test-data/667a5f89-b494-4057-5ad9-629e2cc497ff/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T07:22:33,558 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T07:22:33,558 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T07:22:33,558 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T07:22:33,558 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c7aa6e2790b3,46173,1731568951339 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T07:22:33,559 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c7aa6e2790b3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T07:22:33,559 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c7aa6e2790b3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T07:22:33,559 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T07:22:33,559 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T07:22:33,559 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c7aa6e2790b3:0, corePoolSize=10, maxPoolSize=10 2024-11-14T07:22:33,559 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:22:33,559 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T07:22:33,559 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:22:33,560 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731568983560 2024-11-14T07:22:33,560 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T07:22:33,560 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T07:22:33,560 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T07:22:33,560 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T07:22:33,560 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T07:22:33,560 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T07:22:33,560 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T07:22:33,560 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T07:22:33,560 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T07:22:33,561 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T07:22:33,561 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T07:22:33,561 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T07:22:33,561 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T07:22:33,561 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T07:22:33,561 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T07:22:33,561 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:22:33,561 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.large.0-1731568953561,5,FailOnTimeoutGroup] 2024-11-14T07:22:33,561 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.small.0-1731568953561,5,FailOnTimeoutGroup] 2024-11-14T07:22:33,561 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T07:22:33,561 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T07:22:33,561 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T07:22:33,561 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T07:22:33,561 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T07:22:33,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37565 is added to blk_1073741831_1007 (size=1321) 2024-11-14T07:22:33,626 INFO [RS:0;c7aa6e2790b3:32955 {}] regionserver.HRegionServer(746): ClusterId : b91978c1-795c-4560-9d62-d58f4575fed9 2024-11-14T07:22:33,626 DEBUG [RS:0;c7aa6e2790b3:32955 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T07:22:33,638 DEBUG [RS:0;c7aa6e2790b3:32955 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T07:22:33,638 DEBUG [RS:0;c7aa6e2790b3:32955 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T07:22:33,648 DEBUG [RS:0;c7aa6e2790b3:32955 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T07:22:33,648 DEBUG [RS:0;c7aa6e2790b3:32955 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f77480, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c7aa6e2790b3/172.17.0.2:0 2024-11-14T07:22:33,658 DEBUG [RS:0;c7aa6e2790b3:32955 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c7aa6e2790b3:32955 2024-11-14T07:22:33,658 INFO [RS:0;c7aa6e2790b3:32955 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T07:22:33,658 INFO [RS:0;c7aa6e2790b3:32955 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T07:22:33,658 DEBUG [RS:0;c7aa6e2790b3:32955 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T07:22:33,658 INFO [RS:0;c7aa6e2790b3:32955 {}] regionserver.HRegionServer(2659): reportForDuty to master=c7aa6e2790b3,46173,1731568951339 with port=32955, startcode=1731568951499 2024-11-14T07:22:33,658 DEBUG [RS:0;c7aa6e2790b3:32955 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T07:22:33,659 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58183, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T07:22:33,660 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46173 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c7aa6e2790b3,32955,1731568951499 2024-11-14T07:22:33,660 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46173 {}] master.ServerManager(517): Registering regionserver=c7aa6e2790b3,32955,1731568951499 2024-11-14T07:22:33,661 DEBUG [RS:0;c7aa6e2790b3:32955 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37795/user/jenkins/test-data/667a5f89-b494-4057-5ad9-629e2cc497ff 2024-11-14T07:22:33,661 DEBUG [RS:0;c7aa6e2790b3:32955 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37795 2024-11-14T07:22:33,661 DEBUG [RS:0;c7aa6e2790b3:32955 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T07:22:33,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46173-0x101383955d40000, quorum=127.0.0.1:49598, baseZNode=/0403348726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0403348726/rs 2024-11-14T07:22:33,672 DEBUG [RS:0;c7aa6e2790b3:32955 {}] zookeeper.ZKUtil(111): regionserver:32955-0x101383955d40001, quorum=127.0.0.1:49598, baseZNode=/0403348726 Set watcher on existing znode=/0403348726/rs/c7aa6e2790b3,32955,1731568951499 2024-11-14T07:22:33,672 WARN [RS:0;c7aa6e2790b3:32955 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T07:22:33,672 INFO [RS:0;c7aa6e2790b3:32955 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T07:22:33,672 DEBUG [RS:0;c7aa6e2790b3:32955 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37795/user/jenkins/test-data/667a5f89-b494-4057-5ad9-629e2cc497ff/WALs/c7aa6e2790b3,32955,1731568951499 2024-11-14T07:22:33,672 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c7aa6e2790b3,32955,1731568951499] 2024-11-14T07:22:33,674 INFO [RS:0;c7aa6e2790b3:32955 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T07:22:33,675 INFO [RS:0;c7aa6e2790b3:32955 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T07:22:33,675 INFO [RS:0;c7aa6e2790b3:32955 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T07:22:33,675 INFO [RS:0;c7aa6e2790b3:32955 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T07:22:33,675 INFO [RS:0;c7aa6e2790b3:32955 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T07:22:33,676 INFO [RS:0;c7aa6e2790b3:32955 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T07:22:33,676 INFO [RS:0;c7aa6e2790b3:32955 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T07:22:33,676 DEBUG [RS:0;c7aa6e2790b3:32955 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:22:33,676 DEBUG [RS:0;c7aa6e2790b3:32955 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:22:33,676 DEBUG [RS:0;c7aa6e2790b3:32955 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:22:33,676 DEBUG [RS:0;c7aa6e2790b3:32955 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:22:33,676 DEBUG [RS:0;c7aa6e2790b3:32955 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:22:33,676 DEBUG [RS:0;c7aa6e2790b3:32955 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c7aa6e2790b3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T07:22:33,676 DEBUG [RS:0;c7aa6e2790b3:32955 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:22:33,676 DEBUG [RS:0;c7aa6e2790b3:32955 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:22:33,676 DEBUG [RS:0;c7aa6e2790b3:32955 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:22:33,676 DEBUG [RS:0;c7aa6e2790b3:32955 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:22:33,676 DEBUG [RS:0;c7aa6e2790b3:32955 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:22:33,676 DEBUG [RS:0;c7aa6e2790b3:32955 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:22:33,676 DEBUG [RS:0;c7aa6e2790b3:32955 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c7aa6e2790b3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T07:22:33,676 DEBUG [RS:0;c7aa6e2790b3:32955 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c7aa6e2790b3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T07:22:33,676 INFO [RS:0;c7aa6e2790b3:32955 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T07:22:33,676 INFO [RS:0;c7aa6e2790b3:32955 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T07:22:33,676 INFO [RS:0;c7aa6e2790b3:32955 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T07:22:33,677 INFO [RS:0;c7aa6e2790b3:32955 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T07:22:33,677 INFO [RS:0;c7aa6e2790b3:32955 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T07:22:33,677 INFO [RS:0;c7aa6e2790b3:32955 {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,32955,1731568951499-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T07:22:33,688 INFO [RS:0;c7aa6e2790b3:32955 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T07:22:33,688 INFO [RS:0;c7aa6e2790b3:32955 {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,32955,1731568951499-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T07:22:33,688 INFO [RS:0;c7aa6e2790b3:32955 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:22:33,688 INFO [RS:0;c7aa6e2790b3:32955 {}] regionserver.Replication(171): c7aa6e2790b3,32955,1731568951499 started 2024-11-14T07:22:33,699 INFO [RS:0;c7aa6e2790b3:32955 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:22:33,699 INFO [RS:0;c7aa6e2790b3:32955 {}] regionserver.HRegionServer(1482): Serving as c7aa6e2790b3,32955,1731568951499, RpcServer on c7aa6e2790b3/172.17.0.2:32955, sessionid=0x101383955d40001 2024-11-14T07:22:33,699 DEBUG [RS:0;c7aa6e2790b3:32955 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T07:22:33,699 DEBUG [RS:0;c7aa6e2790b3:32955 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c7aa6e2790b3,32955,1731568951499 2024-11-14T07:22:33,699 DEBUG [RS:0;c7aa6e2790b3:32955 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c7aa6e2790b3,32955,1731568951499' 2024-11-14T07:22:33,699 DEBUG [RS:0;c7aa6e2790b3:32955 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0403348726/flush-table-proc/abort' 2024-11-14T07:22:33,699 DEBUG [RS:0;c7aa6e2790b3:32955 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0403348726/flush-table-proc/acquired' 2024-11-14T07:22:33,700 DEBUG [RS:0;c7aa6e2790b3:32955 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T07:22:33,700 DEBUG [RS:0;c7aa6e2790b3:32955 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T07:22:33,700 DEBUG [RS:0;c7aa6e2790b3:32955 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c7aa6e2790b3,32955,1731568951499 2024-11-14T07:22:33,700 DEBUG [RS:0;c7aa6e2790b3:32955 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c7aa6e2790b3,32955,1731568951499' 2024-11-14T07:22:33,700 DEBUG [RS:0;c7aa6e2790b3:32955 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0403348726/online-snapshot/abort' 2024-11-14T07:22:33,700 DEBUG [RS:0;c7aa6e2790b3:32955 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0403348726/online-snapshot/acquired' 2024-11-14T07:22:33,700 DEBUG [RS:0;c7aa6e2790b3:32955 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T07:22:33,700 INFO [RS:0;c7aa6e2790b3:32955 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T07:22:33,700 INFO [RS:0;c7aa6e2790b3:32955 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T07:22:33,800 INFO [RS:0;c7aa6e2790b3:32955 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T07:22:33,801 INFO [RS:0;c7aa6e2790b3:32955 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c7aa6e2790b3%2C32955%2C1731568951499, suffix=, logDir=hdfs://localhost:37795/user/jenkins/test-data/667a5f89-b494-4057-5ad9-629e2cc497ff/WALs/c7aa6e2790b3,32955,1731568951499, archiveDir=hdfs://localhost:37795/user/jenkins/test-data/667a5f89-b494-4057-5ad9-629e2cc497ff/oldWALs, maxLogs=10 2024-11-14T07:22:33,812 DEBUG [RS:0;c7aa6e2790b3:32955 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/667a5f89-b494-4057-5ad9-629e2cc497ff/WALs/c7aa6e2790b3,32955,1731568951499/c7aa6e2790b3%2C32955%2C1731568951499.1731568953802, exclude list is [], retry=0 2024-11-14T07:22:33,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37565,DS-8a038965-22f6-4120-9c7d-16c8c3f86725,DISK] 2024-11-14T07:22:33,815 INFO [RS:0;c7aa6e2790b3:32955 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/667a5f89-b494-4057-5ad9-629e2cc497ff/WALs/c7aa6e2790b3,32955,1731568951499/c7aa6e2790b3%2C32955%2C1731568951499.1731568953802 2024-11-14T07:22:33,816 DEBUG [RS:0;c7aa6e2790b3:32955 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33647:33647)] 2024-11-14T07:22:33,965 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37795/user/jenkins/test-data/667a5f89-b494-4057-5ad9-629e2cc497ff/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T07:22:33,965 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37795/user/jenkins/test-data/667a5f89-b494-4057-5ad9-629e2cc497ff 2024-11-14T07:22:33,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37565 is added to blk_1073741833_1009 (size=32) 2024-11-14T07:22:34,370 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:22:34,371 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T07:22:34,371 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T07:22:34,371 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:22:34,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:22:34,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T07:22:34,372 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T07:22:34,372 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:22:34,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:22:34,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T07:22:34,373 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T07:22:34,373 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:22:34,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:22:34,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T07:22:34,374 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T07:22:34,374 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:22:34,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:22:34,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T07:22:34,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37795/user/jenkins/test-data/667a5f89-b494-4057-5ad9-629e2cc497ff/data/hbase/meta/1588230740 2024-11-14T07:22:34,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37795/user/jenkins/test-data/667a5f89-b494-4057-5ad9-629e2cc497ff/data/hbase/meta/1588230740 2024-11-14T07:22:34,376 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T07:22:34,376 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T07:22:34,377 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T07:22:34,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T07:22:34,379 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37795/user/jenkins/test-data/667a5f89-b494-4057-5ad9-629e2cc497ff/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T07:22:34,379 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70917555, jitterRate=0.056753918528556824}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T07:22:34,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731568954370Initializing all the Stores at 1731568954370Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568954370Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568954370Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568954370Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568954370Cleaning up temporary data from old regions at 1731568954376 (+6 ms)Region opened successfully at 1731568954380 (+4 ms) 2024-11-14T07:22:34,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T07:22:34,380 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T07:22:34,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T07:22:34,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T07:22:34,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T07:22:34,380 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T07:22:34,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731568954380Disabling compacts and flushes for region at 1731568954380Disabling writes for close at 1731568954380Writing region close event to WAL at 1731568954380Closed at 1731568954380 2024-11-14T07:22:34,381 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T07:22:34,381 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T07:22:34,381 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T07:22:34,382 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T07:22:34,383 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T07:22:34,533 DEBUG [c7aa6e2790b3:46173 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T07:22:34,533 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c7aa6e2790b3,32955,1731568951499 2024-11-14T07:22:34,534 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c7aa6e2790b3,32955,1731568951499, state=OPENING 2024-11-14T07:22:34,608 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T07:22:34,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46173-0x101383955d40000, quorum=127.0.0.1:49598, baseZNode=/0403348726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0403348726 2024-11-14T07:22:34,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32955-0x101383955d40001, quorum=127.0.0.1:49598, baseZNode=/0403348726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0403348726 2024-11-14T07:22:34,619 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T07:22:34,619 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0403348726/meta-region-server: CHANGED 2024-11-14T07:22:34,619 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0403348726/meta-region-server: CHANGED 2024-11-14T07:22:34,619 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c7aa6e2790b3,32955,1731568951499}] 2024-11-14T07:22:34,771 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T07:22:34,772 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46443, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T07:22:34,774 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T07:22:34,774 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T07:22:34,774 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T07:22:34,775 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c7aa6e2790b3%2C32955%2C1731568951499.meta, suffix=.meta, logDir=hdfs://localhost:37795/user/jenkins/test-data/667a5f89-b494-4057-5ad9-629e2cc497ff/WALs/c7aa6e2790b3,32955,1731568951499, archiveDir=hdfs://localhost:37795/user/jenkins/test-data/667a5f89-b494-4057-5ad9-629e2cc497ff/oldWALs, maxLogs=10 2024-11-14T07:22:34,787 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/667a5f89-b494-4057-5ad9-629e2cc497ff/WALs/c7aa6e2790b3,32955,1731568951499/c7aa6e2790b3%2C32955%2C1731568951499.meta.1731568954776.meta, exclude list is [], retry=0 2024-11-14T07:22:34,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37565,DS-8a038965-22f6-4120-9c7d-16c8c3f86725,DISK] 2024-11-14T07:22:34,789 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/667a5f89-b494-4057-5ad9-629e2cc497ff/WALs/c7aa6e2790b3,32955,1731568951499/c7aa6e2790b3%2C32955%2C1731568951499.meta.1731568954776.meta 2024-11-14T07:22:34,790 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33647:33647)] 2024-11-14T07:22:34,790 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T07:22:34,790 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T07:22:34,790 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T07:22:34,790 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T07:22:34,790 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T07:22:34,790 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T07:22:34,790 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:22:34,790 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T07:22:34,790 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T07:22:34,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T07:22:34,792 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T07:22:34,792 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:22:34,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:22:34,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T07:22:34,793 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T07:22:34,793 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:22:34,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:22:34,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T07:22:34,794 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T07:22:34,794 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:22:34,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:22:34,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T07:22:34,794 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T07:22:34,794 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:22:34,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:22:34,795 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T07:22:34,795 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37795/user/jenkins/test-data/667a5f89-b494-4057-5ad9-629e2cc497ff/data/hbase/meta/1588230740 2024-11-14T07:22:34,796 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37795/user/jenkins/test-data/667a5f89-b494-4057-5ad9-629e2cc497ff/data/hbase/meta/1588230740 2024-11-14T07:22:34,796 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T07:22:34,796 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T07:22:34,797 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T07:22:34,797 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T07:22:34,798 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61549885, jitterRate=-0.08283524215221405}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T07:22:34,798 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T07:22:34,798 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731568954790Writing region info on filesystem at 1731568954790Initializing all the Stores at 1731568954791 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568954791Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568954791Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568954791Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568954791Cleaning up temporary data from old regions at 1731568954796 (+5 ms)Running coprocessor post-open hooks at 1731568954798 (+2 ms)Region opened successfully at 1731568954798 2024-11-14T07:22:34,799 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731568954771 2024-11-14T07:22:34,800 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T07:22:34,800 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T07:22:34,800 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c7aa6e2790b3,32955,1731568951499 2024-11-14T07:22:34,801 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c7aa6e2790b3,32955,1731568951499, state=OPEN 2024-11-14T07:22:34,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46173-0x101383955d40000, quorum=127.0.0.1:49598, baseZNode=/0403348726 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0403348726/meta-region-server 2024-11-14T07:22:34,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32955-0x101383955d40001, quorum=127.0.0.1:49598, baseZNode=/0403348726 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0403348726/meta-region-server 2024-11-14T07:22:34,840 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c7aa6e2790b3,32955,1731568951499 2024-11-14T07:22:34,840 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0403348726/meta-region-server: CHANGED 2024-11-14T07:22:34,840 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0403348726/meta-region-server: CHANGED 2024-11-14T07:22:34,841 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T07:22:34,841 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c7aa6e2790b3,32955,1731568951499 in 221 msec 2024-11-14T07:22:34,843 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T07:22:34,843 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 460 msec 2024-11-14T07:22:34,843 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T07:22:34,843 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T07:22:34,844 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T07:22:34,844 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c7aa6e2790b3,32955,1731568951499, seqNum=-1] 2024-11-14T07:22:34,844 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T07:22:34,845 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58643, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T07:22:34,848 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2900 sec 2024-11-14T07:22:34,848 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731568954848, completionTime=-1 2024-11-14T07:22:34,848 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T07:22:34,848 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T07:22:34,850 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T07:22:34,850 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731569014850 2024-11-14T07:22:34,850 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731569074850 2024-11-14T07:22:34,850 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T07:22:34,850 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,46173,1731568951339-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T07:22:34,850 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,46173,1731568951339-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:22:34,850 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,46173,1731568951339-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:22:34,850 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c7aa6e2790b3:46173, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:22:34,850 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T07:22:34,850 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T07:22:34,852 DEBUG [master/c7aa6e2790b3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T07:22:34,853 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.287sec 2024-11-14T07:22:34,853 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T07:22:34,853 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T07:22:34,853 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T07:22:34,853 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T07:22:34,853 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T07:22:34,853 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,46173,1731568951339-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T07:22:34,853 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,46173,1731568951339-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T07:22:34,855 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T07:22:34,855 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T07:22:34,855 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,46173,1731568951339-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:22:34,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fbceac9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:22:34,927 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,46173,-1 for getting cluster id 2024-11-14T07:22:34,927 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:22:34,927 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b91978c1-795c-4560-9d62-d58f4575fed9' 2024-11-14T07:22:34,928 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:22:34,928 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b91978c1-795c-4560-9d62-d58f4575fed9" 2024-11-14T07:22:34,928 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74ef581e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:22:34,928 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,46173,-1] 2024-11-14T07:22:34,928 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:22:34,928 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:22:34,929 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:22:34,929 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5eac4b57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:22:34,929 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T07:22:34,930 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c7aa6e2790b3,32955,1731568951499, seqNum=-1] 2024-11-14T07:22:34,930 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T07:22:34,931 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T07:22:34,932 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c7aa6e2790b3,46173,1731568951339 2024-11-14T07:22:34,932 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49598 2024-11-14T07:22:34,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49598, baseZNode=/0403348726 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T07:22:34,953 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101383955d40002 connected 2024-11-14T07:22:34,965 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:22:34,966 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is c7aa6e2790b3,46173,1731568951339 2024-11-14T07:22:34,966 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e55e59b 2024-11-14T07:22:34,966 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T07:22:34,967 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T07:22:34,967 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46173 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T07:22:34,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46173 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T07:22:34,969 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T07:22:34,969 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:22:34,969 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46173 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T07:22:34,969 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T07:22:34,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:22:34,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37565 is added to blk_1073741835_1011 (size=902) 2024-11-14T07:22:35,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:22:35,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:22:35,375 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 96ef2185db66618cef3ab5e4ef16cb1b, NAME => 'test,,1731568954967.96ef2185db66618cef3ab5e4ef16cb1b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37795/user/jenkins/test-data/667a5f89-b494-4057-5ad9-629e2cc497ff 2024-11-14T07:22:35,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37565 is added to blk_1073741836_1012 (size=39) 2024-11-14T07:22:35,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:22:35,779 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731568954967.96ef2185db66618cef3ab5e4ef16cb1b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:22:35,779 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 96ef2185db66618cef3ab5e4ef16cb1b, disabling compactions & flushes 2024-11-14T07:22:35,779 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731568954967.96ef2185db66618cef3ab5e4ef16cb1b. 2024-11-14T07:22:35,779 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731568954967.96ef2185db66618cef3ab5e4ef16cb1b. 2024-11-14T07:22:35,779 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731568954967.96ef2185db66618cef3ab5e4ef16cb1b. after waiting 0 ms 2024-11-14T07:22:35,779 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731568954967.96ef2185db66618cef3ab5e4ef16cb1b. 2024-11-14T07:22:35,779 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731568954967.96ef2185db66618cef3ab5e4ef16cb1b. 2024-11-14T07:22:35,779 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 96ef2185db66618cef3ab5e4ef16cb1b: Waiting for close lock at 1731568955779Disabling compacts and flushes for region at 1731568955779Disabling writes for close at 1731568955779Writing region close event to WAL at 1731568955779Closed at 1731568955779 2024-11-14T07:22:35,780 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T07:22:35,781 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731568954967.96ef2185db66618cef3ab5e4ef16cb1b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731568955780"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731568955780"}]},"ts":"1731568955780"} 2024-11-14T07:22:35,782 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T07:22:35,782 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T07:22:35,783 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731568955782"}]},"ts":"1731568955782"} 2024-11-14T07:22:35,784 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T07:22:35,784 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=96ef2185db66618cef3ab5e4ef16cb1b, ASSIGN}] 2024-11-14T07:22:35,785 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=96ef2185db66618cef3ab5e4ef16cb1b, ASSIGN 2024-11-14T07:22:35,785 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=96ef2185db66618cef3ab5e4ef16cb1b, ASSIGN; state=OFFLINE, location=c7aa6e2790b3,32955,1731568951499; forceNewPlan=false, retain=false 2024-11-14T07:22:35,936 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=96ef2185db66618cef3ab5e4ef16cb1b, regionState=OPENING, regionLocation=c7aa6e2790b3,32955,1731568951499 2024-11-14T07:22:35,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=96ef2185db66618cef3ab5e4ef16cb1b, ASSIGN because future has completed 2024-11-14T07:22:35,938 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 96ef2185db66618cef3ab5e4ef16cb1b, server=c7aa6e2790b3,32955,1731568951499}] 2024-11-14T07:22:36,092 INFO [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731568954967.96ef2185db66618cef3ab5e4ef16cb1b. 2024-11-14T07:22:36,092 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 96ef2185db66618cef3ab5e4ef16cb1b, NAME => 'test,,1731568954967.96ef2185db66618cef3ab5e4ef16cb1b.', STARTKEY => '', ENDKEY => ''} 2024-11-14T07:22:36,092 INFO [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T07:22:36,092 INFO [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T07:22:36,093 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 96ef2185db66618cef3ab5e4ef16cb1b 2024-11-14T07:22:36,093 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731568954967.96ef2185db66618cef3ab5e4ef16cb1b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:22:36,093 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 96ef2185db66618cef3ab5e4ef16cb1b 2024-11-14T07:22:36,093 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 96ef2185db66618cef3ab5e4ef16cb1b 2024-11-14T07:22:36,094 INFO [StoreOpener-96ef2185db66618cef3ab5e4ef16cb1b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 96ef2185db66618cef3ab5e4ef16cb1b 2024-11-14T07:22:36,094 INFO [StoreOpener-96ef2185db66618cef3ab5e4ef16cb1b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96ef2185db66618cef3ab5e4ef16cb1b columnFamilyName f 2024-11-14T07:22:36,094 DEBUG [StoreOpener-96ef2185db66618cef3ab5e4ef16cb1b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:22:36,095 INFO [StoreOpener-96ef2185db66618cef3ab5e4ef16cb1b-1 {}] regionserver.HStore(327): Store=96ef2185db66618cef3ab5e4ef16cb1b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:22:36,095 INFO [StoreOpener-96ef2185db66618cef3ab5e4ef16cb1b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 96ef2185db66618cef3ab5e4ef16cb1b 2024-11-14T07:22:36,096 INFO [StoreOpener-96ef2185db66618cef3ab5e4ef16cb1b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96ef2185db66618cef3ab5e4ef16cb1b columnFamilyName f1 2024-11-14T07:22:36,096 DEBUG [StoreOpener-96ef2185db66618cef3ab5e4ef16cb1b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:22:36,096 INFO [StoreOpener-96ef2185db66618cef3ab5e4ef16cb1b-1 {}] regionserver.HStore(327): Store=96ef2185db66618cef3ab5e4ef16cb1b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:22:36,096 INFO [StoreOpener-96ef2185db66618cef3ab5e4ef16cb1b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 96ef2185db66618cef3ab5e4ef16cb1b 2024-11-14T07:22:36,097 INFO [StoreOpener-96ef2185db66618cef3ab5e4ef16cb1b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96ef2185db66618cef3ab5e4ef16cb1b columnFamilyName norep 2024-11-14T07:22:36,097 DEBUG [StoreOpener-96ef2185db66618cef3ab5e4ef16cb1b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:22:36,097 INFO [StoreOpener-96ef2185db66618cef3ab5e4ef16cb1b-1 {}] regionserver.HStore(327): Store=96ef2185db66618cef3ab5e4ef16cb1b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:22:36,097 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 96ef2185db66618cef3ab5e4ef16cb1b 2024-11-14T07:22:36,097 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37795/user/jenkins/test-data/667a5f89-b494-4057-5ad9-629e2cc497ff/data/default/test/96ef2185db66618cef3ab5e4ef16cb1b 2024-11-14T07:22:36,098 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37795/user/jenkins/test-data/667a5f89-b494-4057-5ad9-629e2cc497ff/data/default/test/96ef2185db66618cef3ab5e4ef16cb1b 2024-11-14T07:22:36,098 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 96ef2185db66618cef3ab5e4ef16cb1b 2024-11-14T07:22:36,098 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 96ef2185db66618cef3ab5e4ef16cb1b 2024-11-14T07:22:36,098 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T07:22:36,099 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 96ef2185db66618cef3ab5e4ef16cb1b 2024-11-14T07:22:36,100 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37795/user/jenkins/test-data/667a5f89-b494-4057-5ad9-629e2cc497ff/data/default/test/96ef2185db66618cef3ab5e4ef16cb1b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T07:22:36,100 INFO [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 96ef2185db66618cef3ab5e4ef16cb1b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59172379, jitterRate=-0.11826284229755402}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T07:22:36,100 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 96ef2185db66618cef3ab5e4ef16cb1b 2024-11-14T07:22:36,101 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 96ef2185db66618cef3ab5e4ef16cb1b: Running coprocessor pre-open hook at 1731568956093Writing region info on filesystem at 1731568956093Initializing all the Stores at 1731568956093Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568956093Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568956093Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568956093Cleaning up temporary data from old regions at 1731568956098 (+5 ms)Running coprocessor post-open hooks at 1731568956100 (+2 ms)Region opened successfully at 1731568956101 (+1 ms) 2024-11-14T07:22:36,101 INFO [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731568954967.96ef2185db66618cef3ab5e4ef16cb1b., pid=6, masterSystemTime=1731568956090 2024-11-14T07:22:36,103 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731568954967.96ef2185db66618cef3ab5e4ef16cb1b. 2024-11-14T07:22:36,103 INFO [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731568954967.96ef2185db66618cef3ab5e4ef16cb1b. 2024-11-14T07:22:36,103 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=96ef2185db66618cef3ab5e4ef16cb1b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c7aa6e2790b3,32955,1731568951499 2024-11-14T07:22:36,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 96ef2185db66618cef3ab5e4ef16cb1b, server=c7aa6e2790b3,32955,1731568951499 because future has completed 2024-11-14T07:22:36,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:22:36,107 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T07:22:36,107 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 96ef2185db66618cef3ab5e4ef16cb1b, server=c7aa6e2790b3,32955,1731568951499 in 167 msec 2024-11-14T07:22:36,108 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T07:22:36,108 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=96ef2185db66618cef3ab5e4ef16cb1b, ASSIGN in 323 msec 2024-11-14T07:22:36,109 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T07:22:36,109 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731568956109"}]},"ts":"1731568956109"} 2024-11-14T07:22:36,110 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T07:22:36,111 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T07:22:36,112 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1440 sec 2024-11-14T07:22:37,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:22:37,116 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T07:22:37,116 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28fe8c49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:22:37,116 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,46173,-1 for getting cluster id 2024-11-14T07:22:37,116 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:22:37,117 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b91978c1-795c-4560-9d62-d58f4575fed9' 2024-11-14T07:22:37,117 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:22:37,117 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b91978c1-795c-4560-9d62-d58f4575fed9" 2024-11-14T07:22:37,117 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cc7aa11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:22:37,117 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,46173,-1] 2024-11-14T07:22:37,117 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:22:37,117 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:22:37,118 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:22:37,118 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d8ae898, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:22:37,118 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:22:37,119 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is c7aa6e2790b3,46173,1731568951339 2024-11-14T07:22:37,119 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48099739 2024-11-14T07:22:37,119 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T07:22:37,119 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T07:22:37,120 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46173 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c7aa6e2790b3:46173,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T07:22:37,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46173 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T07:22:37,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T07:22:37,122 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c7aa6e2790b3:46173' 2024-11-14T07:22:37,123 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@745f440d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:22:37,123 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,46173,-1 for getting cluster id 2024-11-14T07:22:37,123 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:22:37,123 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b91978c1-795c-4560-9d62-d58f4575fed9' 2024-11-14T07:22:37,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:22:37,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b91978c1-795c-4560-9d62-d58f4575fed9" 2024-11-14T07:22:37,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a90957f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:22:37,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,46173,-1] 2024-11-14T07:22:37,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:22:37,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:22:37,124 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:22:37,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1514265d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:22:37,125 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:22:37,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c7aa6e2790b3,46173,1731568951339 2024-11-14T07:22:37,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@203bf934 2024-11-14T07:22:37,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T07:22:37,126 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T07:22:37,126 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T07:22:37,126 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T07:22:37,126 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:22:37,127 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:22:37,127 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:22:37,127 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://c7aa6e2790b3:46173, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-14T07:22:37,133 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://c7aa6e2790b3:46173, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://c7aa6e2790b3:46173, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://c7aa6e2790b3:46173, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-14T07:22:37,134 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://c7aa6e2790b3:46173, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=14 msec 2024-11-14T07:22:37,134 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-14T07:22:37,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T07:22:37,226 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://c7aa6e2790b3:46173, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-14T07:22:37,226 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T07:22:37,226 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:22:37,226 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:22:37,226 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:22:37,226 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:22:37,240 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=529 (was 361) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:37795 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=46173 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46173 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=46173 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1204057930-7859 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@2d579d19 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/c7aa6e2790b3:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37795 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: pool-2263-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/c7aa6e2790b3:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1204057930-7855 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f1a04432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46173 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1204057930-7857-acceptor-0@15f4a3b8-ServerConnector@2605b0dd{HTTP/1.1, (http/1.1)}{localhost:44811} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37795 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1204057930-7854 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f1a04432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp543109252-7905 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37795 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Server handler 0 on default port 37795 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-375431509_20 at /127.0.0.1:39906 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49598) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: PacketResponder: BP-44081699-172.17.0.2-1731568949821:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1204057930-7858 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-44081699-172.17.0.2-1731568949821:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37795 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37795 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1204057930-7860 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp543109252-7903-acceptor-0@372074c2-ServerConnector@4bf442cd{HTTP/1.1, (http/1.1)}{localhost:44493} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2274-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37795 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-44081699-172.17.0.2-1731568949821 heartbeating to localhost/127.0.0.1:37795 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: IPC Server idle connection scanner for port 37795 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@58b5e117 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:37795/user/jenkins/test-data/667a5f89-b494-4057-5ad9-629e2cc497ff/MasterData-prefix:c7aa6e2790b3,46173,1731568951339 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: c7aa6e2790b3:46173 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@6acbc82c java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2262-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:49598): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 37795 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: qtp1204057930-7853 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f1a04432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:37795/user/jenkins/test-data/667a5f89-b494-4057-5ad9-629e2cc497ff-prefix:c7aa6e2790b3,32955,1731568951499.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49598) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: PacketResponder: BP-44081699-172.17.0.2-1731568949821:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=32955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server handler 4 on default port 37795 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=32955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37795 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:49598 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.large.0-1731568953561 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: qtp543109252-7904 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8544e2a7-d20d-d2b0-4948-fecb52d22044/cluster_7e434ab6-c875-6aae-1d47-66aab4db6451/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: Session-HouseKeeper-fe4abc1-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@5e94c3e9[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@2889f38a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;c7aa6e2790b3:32955-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46173 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: qtp543109252-7902 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f1a04432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.small.0-1731568953561 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$604/0x00007f1a04ad4308.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8544e2a7-d20d-d2b0-4948-fecb52d22044/cluster_7e434ab6-c875-6aae-1d47-66aab4db6451/data/data1/current/BP-44081699-172.17.0.2-1731568949821 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=32955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2039725075_20 at /127.0.0.1:48956 [Receiving block BP-44081699-172.17.0.2-1731568949821:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2271-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46173 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 37795 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@1510d52c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 37795 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server handler 4 on default port 37069 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46173 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=46173 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@34cd4297 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@529ab599 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 37069 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 37069 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/c7aa6e2790b3:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8544e2a7-d20d-d2b0-4948-fecb52d22044/cluster_7e434ab6-c875-6aae-1d47-66aab4db6451/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49598) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Server handler 2 on default port 37069 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f1a049fdbd8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46173 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8544e2a7-d20d-d2b0-4948-fecb52d22044/cluster_7e434ab6-c875-6aae-1d47-66aab4db6451/data/data2/current/BP-44081699-172.17.0.2-1731568949821 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46173 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 0 on default port 37069 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: CacheReplicationMonitor(983039263) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: M:0;c7aa6e2790b3:46173 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-375431509_20 at /127.0.0.1:48968 [Receiving block BP-44081699-172.17.0.2-1731568949821:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1204057930-7856 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f1a04432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@63e3f7ce java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:37795/user/jenkins/test-data/667a5f89-b494-4057-5ad9-629e2cc497ff-prefix:c7aa6e2790b3,32955,1731568951499 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/c7aa6e2790b3:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: Session-HouseKeeper-14427ab6-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: pool-2268-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-375431509_20 at /127.0.0.1:48984 [Receiving block BP-44081699-172.17.0.2-1731568949821:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 37069 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS:0;c7aa6e2790b3:32955 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@2328bdff java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=866 (was 791) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=286 (was 294), ProcessCount=11 (was 11), AvailableMemoryMB=4939 (was 4960) 2024-11-14T07:22:37,242 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=529 is superior to 500 2024-11-14T07:22:37,253 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=529, OpenFileDescriptor=866, MaxFileDescriptor=1048576, SystemLoadAverage=286, ProcessCount=11, AvailableMemoryMB=4939 2024-11-14T07:22:37,253 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=529 is superior to 500 2024-11-14T07:22:37,265 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-14T07:22:37,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8544e2a7-d20d-d2b0-4948-fecb52d22044/hadoop.log.dir so I do NOT create it in target/test-data/b697ab08-e896-cb69-9915-9814179497c4 2024-11-14T07:22:37,265 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8544e2a7-d20d-d2b0-4948-fecb52d22044/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T07:22:37,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8544e2a7-d20d-d2b0-4948-fecb52d22044/hadoop.tmp.dir so I do NOT create it in target/test-data/b697ab08-e896-cb69-9915-9814179497c4 2024-11-14T07:22:37,266 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8544e2a7-d20d-d2b0-4948-fecb52d22044/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T07:22:37,266 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b697ab08-e896-cb69-9915-9814179497c4 2024-11-14T07:22:37,266 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b697ab08-e896-cb69-9915-9814179497c4/cluster_75010b58-f538-cf17-79d9-695dee44538f, deleteOnExit=true 2024-11-14T07:22:37,306 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b697ab08-e896-cb69-9915-9814179497c4/cluster_75010b58-f538-cf17-79d9-695dee44538f/zookeeper_0, clientPort=56093, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b697ab08-e896-cb69-9915-9814179497c4/cluster_75010b58-f538-cf17-79d9-695dee44538f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b697ab08-e896-cb69-9915-9814179497c4/cluster_75010b58-f538-cf17-79d9-695dee44538f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T07:22:37,307 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56093 2024-11-14T07:22:37,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T07:22:37,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T07:22:37,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b697ab08-e896-cb69-9915-9814179497c4/test.cache.data in system properties and HBase conf 2024-11-14T07:22:37,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b697ab08-e896-cb69-9915-9814179497c4/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T07:22:37,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b697ab08-e896-cb69-9915-9814179497c4/hadoop.log.dir in system properties and HBase conf 2024-11-14T07:22:37,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b697ab08-e896-cb69-9915-9814179497c4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T07:22:37,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b697ab08-e896-cb69-9915-9814179497c4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T07:22:37,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T07:22:37,308 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T07:22:37,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b697ab08-e896-cb69-9915-9814179497c4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T07:22:37,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b697ab08-e896-cb69-9915-9814179497c4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T07:22:37,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b697ab08-e896-cb69-9915-9814179497c4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T07:22:37,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b697ab08-e896-cb69-9915-9814179497c4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T07:22:37,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b697ab08-e896-cb69-9915-9814179497c4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T07:22:37,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b697ab08-e896-cb69-9915-9814179497c4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T07:22:37,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b697ab08-e896-cb69-9915-9814179497c4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T07:22:37,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b697ab08-e896-cb69-9915-9814179497c4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T07:22:37,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b697ab08-e896-cb69-9915-9814179497c4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T07:22:37,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b697ab08-e896-cb69-9915-9814179497c4/nfs.dump.dir in system properties and HBase conf 2024-11-14T07:22:37,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b697ab08-e896-cb69-9915-9814179497c4/java.io.tmpdir in system properties and HBase conf 2024-11-14T07:22:37,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b697ab08-e896-cb69-9915-9814179497c4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T07:22:37,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b697ab08-e896-cb69-9915-9814179497c4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T07:22:37,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b697ab08-e896-cb69-9915-9814179497c4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T07:22:37,638 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T07:22:37,640 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T07:22:37,641 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T07:22:37,641 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T07:22:37,641 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T07:22:37,641 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T07:22:37,642 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34af3c01{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b697ab08-e896-cb69-9915-9814179497c4/hadoop.log.dir/,AVAILABLE} 2024-11-14T07:22:37,642 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@202ede8c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T07:22:37,735 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@71ba3e66{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b697ab08-e896-cb69-9915-9814179497c4/java.io.tmpdir/jetty-localhost-36187-hadoop-hdfs-3_4_1-tests_jar-_-any-2683230158543039593/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T07:22:37,736 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4a3c6efa{HTTP/1.1, (http/1.1)}{localhost:36187} 2024-11-14T07:22:37,736 INFO [Time-limited test {}] server.Server(415): Started @327579ms 2024-11-14T07:22:38,000 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T07:22:38,002 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T07:22:38,004 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T07:22:38,004 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T07:22:38,004 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T07:22:38,004 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49d9060f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b697ab08-e896-cb69-9915-9814179497c4/hadoop.log.dir/,AVAILABLE} 2024-11-14T07:22:38,004 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ba6bf0b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T07:22:38,096 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6a59a973{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b697ab08-e896-cb69-9915-9814179497c4/java.io.tmpdir/jetty-localhost-45187-hadoop-hdfs-3_4_1-tests_jar-_-any-12966896904063227674/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T07:22:38,096 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5799d95e{HTTP/1.1, (http/1.1)}{localhost:45187} 2024-11-14T07:22:38,096 INFO [Time-limited test {}] server.Server(415): Started @327939ms 2024-11-14T07:22:38,097 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T07:22:38,699 WARN [Thread-4292 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b697ab08-e896-cb69-9915-9814179497c4/cluster_75010b58-f538-cf17-79d9-695dee44538f/data/data2/current/BP-1960772423-172.17.0.2-1731568957321/current, will proceed with Du for space computation calculation, 2024-11-14T07:22:38,699 WARN [Thread-4291 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b697ab08-e896-cb69-9915-9814179497c4/cluster_75010b58-f538-cf17-79d9-695dee44538f/data/data1/current/BP-1960772423-172.17.0.2-1731568957321/current, will proceed with Du for space computation calculation, 2024-11-14T07:22:38,715 WARN [Thread-4279 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T07:22:38,717 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd2a767ef054c70f0 with lease ID 0x15f0f62020741cc0: Processing first storage report for DS-08a868a2-9eec-4b8c-abd9-0e868f8d149f from datanode DatanodeRegistration(127.0.0.1:40489, datanodeUuid=23727b09-a28c-4034-8a23-920d0507d187, infoPort=41367, infoSecurePort=0, ipcPort=37857, storageInfo=lv=-57;cid=testClusterID;nsid=119024264;c=1731568957321) 2024-11-14T07:22:38,717 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd2a767ef054c70f0 with lease ID 0x15f0f62020741cc0: from storage DS-08a868a2-9eec-4b8c-abd9-0e868f8d149f node DatanodeRegistration(127.0.0.1:40489, datanodeUuid=23727b09-a28c-4034-8a23-920d0507d187, infoPort=41367, infoSecurePort=0, ipcPort=37857, storageInfo=lv=-57;cid=testClusterID;nsid=119024264;c=1731568957321), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T07:22:38,717 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd2a767ef054c70f0 with lease ID 0x15f0f62020741cc0: Processing first storage report for DS-f3e77cf3-b96d-4473-ad57-454e51264ec8 from datanode DatanodeRegistration(127.0.0.1:40489, datanodeUuid=23727b09-a28c-4034-8a23-920d0507d187, infoPort=41367, infoSecurePort=0, ipcPort=37857, storageInfo=lv=-57;cid=testClusterID;nsid=119024264;c=1731568957321) 2024-11-14T07:22:38,717 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd2a767ef054c70f0 with lease ID 0x15f0f62020741cc0: from storage DS-f3e77cf3-b96d-4473-ad57-454e51264ec8 node DatanodeRegistration(127.0.0.1:40489, datanodeUuid=23727b09-a28c-4034-8a23-920d0507d187, infoPort=41367, infoSecurePort=0, ipcPort=37857, storageInfo=lv=-57;cid=testClusterID;nsid=119024264;c=1731568957321), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T07:22:38,817 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b697ab08-e896-cb69-9915-9814179497c4 2024-11-14T07:22:38,817 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:22:38,819 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:22:38,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40489 is added to blk_1073741825_1001 (size=7) 2024-11-14T07:22:39,225 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce with version=8 2024-11-14T07:22:39,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/hbase-staging 2024-11-14T07:22:39,227 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c7aa6e2790b3:0 server-side Connection retries=45 2024-11-14T07:22:39,227 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T07:22:39,227 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T07:22:39,227 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T07:22:39,227 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T07:22:39,227 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T07:22:39,227 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T07:22:39,227 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T07:22:39,228 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41379 2024-11-14T07:22:39,228 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41379 connecting to ZooKeeper ensemble=127.0.0.1:56093 2024-11-14T07:22:39,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:413790x0, quorum=127.0.0.1:56093, baseZNode=/0-1956500333 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T07:22:39,310 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41379-0x101383973250000 connected 2024-11-14T07:22:39,392 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:22:39,393 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:22:39,394 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41379-0x101383973250000, quorum=127.0.0.1:56093, baseZNode=/0-1956500333 Set watcher on znode that does not yet exist, /0-1956500333/running 2024-11-14T07:22:39,394 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce, hbase.cluster.distributed=false 2024-11-14T07:22:39,396 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41379-0x101383973250000, quorum=127.0.0.1:56093, baseZNode=/0-1956500333 Set watcher on znode that does not yet exist, /0-1956500333/acl 2024-11-14T07:22:39,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41379 2024-11-14T07:22:39,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41379 2024-11-14T07:22:39,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41379 2024-11-14T07:22:39,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41379 2024-11-14T07:22:39,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41379 2024-11-14T07:22:39,409 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c7aa6e2790b3:0 server-side Connection retries=45 2024-11-14T07:22:39,409 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T07:22:39,409 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T07:22:39,409 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T07:22:39,409 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T07:22:39,409 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T07:22:39,409 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T07:22:39,409 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T07:22:39,410 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45947 2024-11-14T07:22:39,410 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45947 connecting to ZooKeeper ensemble=127.0.0.1:56093 2024-11-14T07:22:39,411 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:22:39,412 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:22:39,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:459470x0, quorum=127.0.0.1:56093, baseZNode=/0-1956500333 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T07:22:39,424 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:459470x0, quorum=127.0.0.1:56093, baseZNode=/0-1956500333 Set watcher on znode that does not yet exist, /0-1956500333/running 2024-11-14T07:22:39,424 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45947-0x101383973250001 connected 2024-11-14T07:22:39,424 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T07:22:39,425 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T07:22:39,426 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45947-0x101383973250001, quorum=127.0.0.1:56093, baseZNode=/0-1956500333 Set watcher on znode that does not yet exist, /0-1956500333/master 2024-11-14T07:22:39,426 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45947-0x101383973250001, quorum=127.0.0.1:56093, baseZNode=/0-1956500333 Set watcher on znode that does not yet exist, /0-1956500333/acl 2024-11-14T07:22:39,427 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45947 2024-11-14T07:22:39,427 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45947 2024-11-14T07:22:39,427 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45947 2024-11-14T07:22:39,428 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45947 2024-11-14T07:22:39,429 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45947 2024-11-14T07:22:39,439 DEBUG [M:0;c7aa6e2790b3:41379 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c7aa6e2790b3:41379 2024-11-14T07:22:39,439 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1956500333/backup-masters/c7aa6e2790b3,41379,1731568959227 2024-11-14T07:22:39,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41379-0x101383973250000, quorum=127.0.0.1:56093, baseZNode=/0-1956500333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1956500333/backup-masters 2024-11-14T07:22:39,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45947-0x101383973250001, quorum=127.0.0.1:56093, baseZNode=/0-1956500333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1956500333/backup-masters 2024-11-14T07:22:39,448 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41379-0x101383973250000, quorum=127.0.0.1:56093, baseZNode=/0-1956500333 Set watcher on existing znode=/0-1956500333/backup-masters/c7aa6e2790b3,41379,1731568959227 2024-11-14T07:22:39,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45947-0x101383973250001, quorum=127.0.0.1:56093, baseZNode=/0-1956500333 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1956500333/master 2024-11-14T07:22:39,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41379-0x101383973250000, quorum=127.0.0.1:56093, baseZNode=/0-1956500333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1956500333 2024-11-14T07:22:39,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45947-0x101383973250001, quorum=127.0.0.1:56093, baseZNode=/0-1956500333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1956500333 2024-11-14T07:22:39,459 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41379-0x101383973250000, quorum=127.0.0.1:56093, baseZNode=/0-1956500333 Set watcher on existing znode=/0-1956500333/master 2024-11-14T07:22:39,459 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1956500333/backup-masters/c7aa6e2790b3,41379,1731568959227 from backup master directory 2024-11-14T07:22:39,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41379-0x101383973250000, quorum=127.0.0.1:56093, baseZNode=/0-1956500333 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1956500333/backup-masters/c7aa6e2790b3,41379,1731568959227 2024-11-14T07:22:39,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41379-0x101383973250000, quorum=127.0.0.1:56093, baseZNode=/0-1956500333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1956500333/backup-masters 2024-11-14T07:22:39,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45947-0x101383973250001, quorum=127.0.0.1:56093, baseZNode=/0-1956500333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1956500333/backup-masters 2024-11-14T07:22:39,469 WARN [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T07:22:39,469 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c7aa6e2790b3,41379,1731568959227 2024-11-14T07:22:39,471 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/hbase.id] with ID: d9a87a87-8e17-4788-9ed6-01834a21f961 2024-11-14T07:22:39,471 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/.tmp/hbase.id 2024-11-14T07:22:39,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40489 is added to blk_1073741826_1002 (size=42) 2024-11-14T07:22:39,674 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T07:22:39,674 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T07:22:39,875 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/.tmp/hbase.id]:[hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/hbase.id] 2024-11-14T07:22:39,883 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:22:39,883 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T07:22:39,884 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T07:22:39,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41379-0x101383973250000, quorum=127.0.0.1:56093, baseZNode=/0-1956500333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1956500333 2024-11-14T07:22:39,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45947-0x101383973250001, quorum=127.0.0.1:56093, baseZNode=/0-1956500333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1956500333 2024-11-14T07:22:39,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40489 is added to blk_1073741827_1003 (size=196) 2024-11-14T07:22:40,292 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T07:22:40,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:40,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:40,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:40,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:40,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:40,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:40,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:40,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:40,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:40,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:40,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:40,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:40,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:40,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:40,332 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:40,335 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:40,335 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:40,337 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:40,338 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T07:22:40,339 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T07:22:40,339 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T07:22:40,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40489 is added to blk_1073741828_1004 (size=1189) 2024-11-14T07:22:40,344 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/MasterData/data/master/store 2024-11-14T07:22:40,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40489 is added to blk_1073741829_1005 (size=34) 2024-11-14T07:22:40,749 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:22:40,749 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T07:22:40,749 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:22:40,749 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:22:40,749 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T07:22:40,749 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:22:40,749 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:22:40,749 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731568960749Disabling compacts and flushes for region at 1731568960749Disabling writes for close at 1731568960749Writing region close event to WAL at 1731568960749Closed at 1731568960749 2024-11-14T07:22:40,750 WARN [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/MasterData/data/master/store/.initializing 2024-11-14T07:22:40,750 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/MasterData/WALs/c7aa6e2790b3,41379,1731568959227 2024-11-14T07:22:40,751 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T07:22:40,752 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c7aa6e2790b3%2C41379%2C1731568959227, suffix=, logDir=hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/MasterData/WALs/c7aa6e2790b3,41379,1731568959227, archiveDir=hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/MasterData/oldWALs, maxLogs=10 2024-11-14T07:22:40,769 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/MasterData/WALs/c7aa6e2790b3,41379,1731568959227/c7aa6e2790b3%2C41379%2C1731568959227.1731568960753, exclude list is [], retry=0 2024-11-14T07:22:40,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40489,DS-08a868a2-9eec-4b8c-abd9-0e868f8d149f,DISK] 2024-11-14T07:22:40,772 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/MasterData/WALs/c7aa6e2790b3,41379,1731568959227/c7aa6e2790b3%2C41379%2C1731568959227.1731568960753 2024-11-14T07:22:40,772 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41367:41367)] 2024-11-14T07:22:40,773 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T07:22:40,773 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:22:40,773 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:22:40,773 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:22:40,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:22:40,775 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T07:22:40,775 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:22:40,775 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:22:40,775 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:22:40,776 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T07:22:40,776 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:22:40,777 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:22:40,777 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:22:40,777 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T07:22:40,777 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:22:40,778 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:22:40,778 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:22:40,778 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T07:22:40,778 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:22:40,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:22:40,779 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:22:40,779 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:22:40,780 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:22:40,780 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:22:40,780 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:22:40,781 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T07:22:40,782 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:22:40,783 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T07:22:40,783 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74760951, jitterRate=0.11402498185634613}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T07:22:40,783 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731568960773Initializing all the Stores at 1731568960774 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568960774Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568960774Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568960774Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568960774Cleaning up temporary data from old regions at 1731568960780 (+6 ms)Region opened successfully at 1731568960783 (+3 ms) 2024-11-14T07:22:40,784 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T07:22:40,786 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ebbf5d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c7aa6e2790b3/172.17.0.2:0 2024-11-14T07:22:40,786 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T07:22:40,787 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T07:22:40,787 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T07:22:40,787 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T07:22:40,787 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T07:22:40,787 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T07:22:40,787 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T07:22:40,789 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T07:22:40,789 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41379-0x101383973250000, quorum=127.0.0.1:56093, baseZNode=/0-1956500333 Unable to get data of znode /0-1956500333/balancer because node does not exist (not necessarily an error) 2024-11-14T07:22:40,848 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1956500333/balancer already deleted, retry=false 2024-11-14T07:22:40,848 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T07:22:40,849 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41379-0x101383973250000, quorum=127.0.0.1:56093, baseZNode=/0-1956500333 Unable to get data of znode /0-1956500333/normalizer because node does not exist (not necessarily an error) 2024-11-14T07:22:40,858 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1956500333/normalizer already deleted, retry=false 2024-11-14T07:22:40,858 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T07:22:40,859 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41379-0x101383973250000, quorum=127.0.0.1:56093, baseZNode=/0-1956500333 Unable to get data of znode /0-1956500333/switch/split because node does not exist (not necessarily an error) 2024-11-14T07:22:40,869 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1956500333/switch/split already deleted, retry=false 2024-11-14T07:22:40,869 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41379-0x101383973250000, quorum=127.0.0.1:56093, baseZNode=/0-1956500333 Unable to get data of znode /0-1956500333/switch/merge because node does not exist (not necessarily an error) 2024-11-14T07:22:40,879 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1956500333/switch/merge already deleted, retry=false 2024-11-14T07:22:40,881 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41379-0x101383973250000, quorum=127.0.0.1:56093, baseZNode=/0-1956500333 Unable to get data of znode /0-1956500333/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T07:22:40,890 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1956500333/snapshot-cleanup already deleted, retry=false 2024-11-14T07:22:40,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41379-0x101383973250000, quorum=127.0.0.1:56093, baseZNode=/0-1956500333 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1956500333/running 2024-11-14T07:22:40,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45947-0x101383973250001, quorum=127.0.0.1:56093, baseZNode=/0-1956500333 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1956500333/running 2024-11-14T07:22:40,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41379-0x101383973250000, quorum=127.0.0.1:56093, baseZNode=/0-1956500333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1956500333 2024-11-14T07:22:40,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45947-0x101383973250001, quorum=127.0.0.1:56093, baseZNode=/0-1956500333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1956500333 2024-11-14T07:22:40,901 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c7aa6e2790b3,41379,1731568959227, sessionid=0x101383973250000, setting cluster-up flag (Was=false) 2024-11-14T07:22:40,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45947-0x101383973250001, quorum=127.0.0.1:56093, baseZNode=/0-1956500333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1956500333 2024-11-14T07:22:40,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41379-0x101383973250000, quorum=127.0.0.1:56093, baseZNode=/0-1956500333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1956500333 2024-11-14T07:22:40,953 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1956500333/flush-table-proc/acquired, /0-1956500333/flush-table-proc/reached, /0-1956500333/flush-table-proc/abort 2024-11-14T07:22:40,954 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c7aa6e2790b3,41379,1731568959227 2024-11-14T07:22:40,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45947-0x101383973250001, quorum=127.0.0.1:56093, baseZNode=/0-1956500333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1956500333 2024-11-14T07:22:40,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41379-0x101383973250000, quorum=127.0.0.1:56093, baseZNode=/0-1956500333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1956500333 2024-11-14T07:22:41,006 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1956500333/online-snapshot/acquired, /0-1956500333/online-snapshot/reached, /0-1956500333/online-snapshot/abort 2024-11-14T07:22:41,007 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c7aa6e2790b3,41379,1731568959227 2024-11-14T07:22:41,007 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T07:22:41,008 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T07:22:41,009 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T07:22:41,009 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T07:22:41,009 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c7aa6e2790b3,41379,1731568959227 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T07:22:41,010 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c7aa6e2790b3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T07:22:41,010 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c7aa6e2790b3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T07:22:41,010 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T07:22:41,010 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T07:22:41,010 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c7aa6e2790b3:0, corePoolSize=10, maxPoolSize=10 2024-11-14T07:22:41,010 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:22:41,010 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T07:22:41,010 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:22:41,011 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731568991011 2024-11-14T07:22:41,011 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T07:22:41,011 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T07:22:41,011 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T07:22:41,011 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T07:22:41,011 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T07:22:41,011 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T07:22:41,011 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T07:22:41,011 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T07:22:41,011 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T07:22:41,011 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T07:22:41,012 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T07:22:41,012 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T07:22:41,012 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T07:22:41,012 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:22:41,012 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T07:22:41,012 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T07:22:41,012 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T07:22:41,012 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.large.0-1731568961012,5,FailOnTimeoutGroup] 2024-11-14T07:22:41,016 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.small.0-1731568961012,5,FailOnTimeoutGroup] 2024-11-14T07:22:41,016 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T07:22:41,016 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T07:22:41,016 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T07:22:41,016 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T07:22:41,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40489 is added to blk_1073741831_1007 (size=1321) 2024-11-14T07:22:41,032 INFO [RS:0;c7aa6e2790b3:45947 {}] regionserver.HRegionServer(746): ClusterId : d9a87a87-8e17-4788-9ed6-01834a21f961 2024-11-14T07:22:41,032 DEBUG [RS:0;c7aa6e2790b3:45947 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T07:22:41,038 DEBUG [RS:0;c7aa6e2790b3:45947 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T07:22:41,038 DEBUG [RS:0;c7aa6e2790b3:45947 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T07:22:41,048 DEBUG [RS:0;c7aa6e2790b3:45947 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T07:22:41,048 DEBUG [RS:0;c7aa6e2790b3:45947 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@724f8320, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c7aa6e2790b3/172.17.0.2:0 2024-11-14T07:22:41,058 DEBUG [RS:0;c7aa6e2790b3:45947 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c7aa6e2790b3:45947 2024-11-14T07:22:41,058 INFO [RS:0;c7aa6e2790b3:45947 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T07:22:41,058 INFO [RS:0;c7aa6e2790b3:45947 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T07:22:41,058 DEBUG [RS:0;c7aa6e2790b3:45947 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T07:22:41,059 INFO [RS:0;c7aa6e2790b3:45947 {}] regionserver.HRegionServer(2659): reportForDuty to master=c7aa6e2790b3,41379,1731568959227 with port=45947, startcode=1731568959409 2024-11-14T07:22:41,059 DEBUG [RS:0;c7aa6e2790b3:45947 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T07:22:41,060 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56147, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T07:22:41,061 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41379 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c7aa6e2790b3,45947,1731568959409 2024-11-14T07:22:41,061 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41379 {}] master.ServerManager(517): Registering regionserver=c7aa6e2790b3,45947,1731568959409 2024-11-14T07:22:41,062 DEBUG [RS:0;c7aa6e2790b3:45947 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce 2024-11-14T07:22:41,062 DEBUG [RS:0;c7aa6e2790b3:45947 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43803 2024-11-14T07:22:41,062 DEBUG [RS:0;c7aa6e2790b3:45947 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T07:22:41,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41379-0x101383973250000, quorum=127.0.0.1:56093, baseZNode=/0-1956500333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1956500333/rs 2024-11-14T07:22:41,069 DEBUG [RS:0;c7aa6e2790b3:45947 {}] zookeeper.ZKUtil(111): regionserver:45947-0x101383973250001, quorum=127.0.0.1:56093, baseZNode=/0-1956500333 Set watcher on existing znode=/0-1956500333/rs/c7aa6e2790b3,45947,1731568959409 2024-11-14T07:22:41,069 WARN [RS:0;c7aa6e2790b3:45947 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T07:22:41,069 INFO [RS:0;c7aa6e2790b3:45947 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T07:22:41,069 DEBUG [RS:0;c7aa6e2790b3:45947 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/WALs/c7aa6e2790b3,45947,1731568959409 2024-11-14T07:22:41,070 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c7aa6e2790b3,45947,1731568959409] 2024-11-14T07:22:41,072 INFO [RS:0;c7aa6e2790b3:45947 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T07:22:41,073 INFO [RS:0;c7aa6e2790b3:45947 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T07:22:41,073 INFO [RS:0;c7aa6e2790b3:45947 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T07:22:41,073 INFO [RS:0;c7aa6e2790b3:45947 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T07:22:41,074 INFO [RS:0;c7aa6e2790b3:45947 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T07:22:41,074 INFO [RS:0;c7aa6e2790b3:45947 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T07:22:41,074 INFO [RS:0;c7aa6e2790b3:45947 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T07:22:41,074 DEBUG [RS:0;c7aa6e2790b3:45947 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:22:41,074 DEBUG [RS:0;c7aa6e2790b3:45947 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:22:41,074 DEBUG [RS:0;c7aa6e2790b3:45947 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:22:41,074 DEBUG [RS:0;c7aa6e2790b3:45947 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:22:41,074 DEBUG [RS:0;c7aa6e2790b3:45947 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:22:41,074 DEBUG [RS:0;c7aa6e2790b3:45947 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c7aa6e2790b3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T07:22:41,074 DEBUG [RS:0;c7aa6e2790b3:45947 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:22:41,074 DEBUG [RS:0;c7aa6e2790b3:45947 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:22:41,074 DEBUG [RS:0;c7aa6e2790b3:45947 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:22:41,074 DEBUG [RS:0;c7aa6e2790b3:45947 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:22:41,074 DEBUG [RS:0;c7aa6e2790b3:45947 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:22:41,074 DEBUG [RS:0;c7aa6e2790b3:45947 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:22:41,074 DEBUG [RS:0;c7aa6e2790b3:45947 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c7aa6e2790b3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T07:22:41,074 DEBUG [RS:0;c7aa6e2790b3:45947 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c7aa6e2790b3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T07:22:41,075 INFO [RS:0;c7aa6e2790b3:45947 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T07:22:41,075 INFO [RS:0;c7aa6e2790b3:45947 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T07:22:41,075 INFO [RS:0;c7aa6e2790b3:45947 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T07:22:41,075 INFO [RS:0;c7aa6e2790b3:45947 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T07:22:41,075 INFO [RS:0;c7aa6e2790b3:45947 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T07:22:41,075 INFO [RS:0;c7aa6e2790b3:45947 {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,45947,1731568959409-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T07:22:41,100 INFO [RS:0;c7aa6e2790b3:45947 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T07:22:41,100 INFO [RS:0;c7aa6e2790b3:45947 {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,45947,1731568959409-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T07:22:41,100 INFO [RS:0;c7aa6e2790b3:45947 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:22:41,100 INFO [RS:0;c7aa6e2790b3:45947 {}] regionserver.Replication(171): c7aa6e2790b3,45947,1731568959409 started 2024-11-14T07:22:41,112 INFO [RS:0;c7aa6e2790b3:45947 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:22:41,112 INFO [RS:0;c7aa6e2790b3:45947 {}] regionserver.HRegionServer(1482): Serving as c7aa6e2790b3,45947,1731568959409, RpcServer on c7aa6e2790b3/172.17.0.2:45947, sessionid=0x101383973250001 2024-11-14T07:22:41,113 DEBUG [RS:0;c7aa6e2790b3:45947 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T07:22:41,113 DEBUG [RS:0;c7aa6e2790b3:45947 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c7aa6e2790b3,45947,1731568959409 2024-11-14T07:22:41,113 DEBUG [RS:0;c7aa6e2790b3:45947 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c7aa6e2790b3,45947,1731568959409' 2024-11-14T07:22:41,113 DEBUG [RS:0;c7aa6e2790b3:45947 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1956500333/flush-table-proc/abort' 2024-11-14T07:22:41,113 DEBUG [RS:0;c7aa6e2790b3:45947 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1956500333/flush-table-proc/acquired' 2024-11-14T07:22:41,113 DEBUG [RS:0;c7aa6e2790b3:45947 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T07:22:41,113 DEBUG [RS:0;c7aa6e2790b3:45947 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T07:22:41,113 DEBUG [RS:0;c7aa6e2790b3:45947 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c7aa6e2790b3,45947,1731568959409 2024-11-14T07:22:41,114 DEBUG [RS:0;c7aa6e2790b3:45947 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c7aa6e2790b3,45947,1731568959409' 2024-11-14T07:22:41,114 DEBUG [RS:0;c7aa6e2790b3:45947 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1956500333/online-snapshot/abort' 2024-11-14T07:22:41,114 DEBUG [RS:0;c7aa6e2790b3:45947 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1956500333/online-snapshot/acquired' 2024-11-14T07:22:41,114 DEBUG [RS:0;c7aa6e2790b3:45947 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T07:22:41,114 INFO [RS:0;c7aa6e2790b3:45947 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T07:22:41,114 INFO [RS:0;c7aa6e2790b3:45947 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T07:22:41,214 INFO [RS:0;c7aa6e2790b3:45947 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T07:22:41,216 INFO [RS:0;c7aa6e2790b3:45947 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c7aa6e2790b3%2C45947%2C1731568959409, suffix=, logDir=hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/WALs/c7aa6e2790b3,45947,1731568959409, archiveDir=hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/oldWALs, maxLogs=10 2024-11-14T07:22:41,228 DEBUG [RS:0;c7aa6e2790b3:45947 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/WALs/c7aa6e2790b3,45947,1731568959409/c7aa6e2790b3%2C45947%2C1731568959409.1731568961216, exclude list is [], retry=0 2024-11-14T07:22:41,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40489,DS-08a868a2-9eec-4b8c-abd9-0e868f8d149f,DISK] 2024-11-14T07:22:41,231 INFO [RS:0;c7aa6e2790b3:45947 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/WALs/c7aa6e2790b3,45947,1731568959409/c7aa6e2790b3%2C45947%2C1731568959409.1731568961216 2024-11-14T07:22:41,232 DEBUG [RS:0;c7aa6e2790b3:45947 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41367:41367)] 2024-11-14T07:22:41,420 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T07:22:41,420 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce 2024-11-14T07:22:41,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40489 is added to blk_1073741833_1009 (size=32) 2024-11-14T07:22:41,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:22:41,427 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T07:22:41,428 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T07:22:41,428 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:22:41,428 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:22:41,428 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T07:22:41,429 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T07:22:41,429 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:22:41,430 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:22:41,430 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T07:22:41,430 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T07:22:41,430 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:22:41,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:22:41,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T07:22:41,431 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T07:22:41,431 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:22:41,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:22:41,432 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T07:22:41,432 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/data/hbase/meta/1588230740 2024-11-14T07:22:41,432 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/data/hbase/meta/1588230740 2024-11-14T07:22:41,433 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T07:22:41,433 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T07:22:41,434 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T07:22:41,435 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T07:22:41,436 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T07:22:41,436 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75271370, jitterRate=0.12163081765174866}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T07:22:41,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731568961426Initializing all the Stores at 1731568961427 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568961427Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568961427Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568961427Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568961427Cleaning up temporary data from old regions at 1731568961433 (+6 ms)Region opened successfully at 1731568961436 (+3 ms) 2024-11-14T07:22:41,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T07:22:41,437 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T07:22:41,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T07:22:41,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T07:22:41,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T07:22:41,437 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T07:22:41,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731568961437Disabling compacts and flushes for region at 1731568961437Disabling writes for close at 1731568961437Writing region close event to WAL at 1731568961437Closed at 1731568961437 2024-11-14T07:22:41,438 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T07:22:41,438 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T07:22:41,438 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T07:22:41,439 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T07:22:41,439 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T07:22:41,590 DEBUG [c7aa6e2790b3:41379 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T07:22:41,590 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c7aa6e2790b3,45947,1731568959409 2024-11-14T07:22:41,591 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c7aa6e2790b3,45947,1731568959409, state=OPENING 2024-11-14T07:22:41,637 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T07:22:41,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45947-0x101383973250001, quorum=127.0.0.1:56093, baseZNode=/0-1956500333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1956500333 2024-11-14T07:22:41,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41379-0x101383973250000, quorum=127.0.0.1:56093, baseZNode=/0-1956500333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1956500333 2024-11-14T07:22:41,675 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T07:22:41,676 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1956500333/meta-region-server: CHANGED 2024-11-14T07:22:41,676 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c7aa6e2790b3,45947,1731568959409}] 2024-11-14T07:22:41,676 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1956500333/meta-region-server: CHANGED 2024-11-14T07:22:41,827 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T07:22:41,829 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49095, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T07:22:41,831 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T07:22:41,831 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T07:22:41,831 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T07:22:41,832 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c7aa6e2790b3%2C45947%2C1731568959409.meta, suffix=.meta, logDir=hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/WALs/c7aa6e2790b3,45947,1731568959409, archiveDir=hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/oldWALs, maxLogs=10 2024-11-14T07:22:41,843 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/WALs/c7aa6e2790b3,45947,1731568959409/c7aa6e2790b3%2C45947%2C1731568959409.meta.1731568961832.meta, exclude list is [], retry=0 2024-11-14T07:22:41,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40489,DS-08a868a2-9eec-4b8c-abd9-0e868f8d149f,DISK] 2024-11-14T07:22:41,846 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/WALs/c7aa6e2790b3,45947,1731568959409/c7aa6e2790b3%2C45947%2C1731568959409.meta.1731568961832.meta 2024-11-14T07:22:41,846 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41367:41367)] 2024-11-14T07:22:41,847 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T07:22:41,847 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T07:22:41,847 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T07:22:41,847 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T07:22:41,847 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T07:22:41,847 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T07:22:41,847 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:22:41,847 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T07:22:41,847 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T07:22:41,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T07:22:41,853 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T07:22:41,853 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:22:41,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:22:41,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T07:22:41,854 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T07:22:41,854 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:22:41,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:22:41,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T07:22:41,854 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T07:22:41,854 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:22:41,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:22:41,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T07:22:41,855 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T07:22:41,855 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:22:41,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:22:41,855 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T07:22:41,856 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/data/hbase/meta/1588230740 2024-11-14T07:22:41,857 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/data/hbase/meta/1588230740 2024-11-14T07:22:41,857 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T07:22:41,857 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T07:22:41,858 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T07:22:41,859 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T07:22:41,859 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68891160, jitterRate=0.026558279991149902}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T07:22:41,859 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T07:22:41,859 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731568961847Writing region info on filesystem at 1731568961847Initializing all the Stores at 1731568961848 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568961848Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568961852 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568961852Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568961852Cleaning up temporary data from old regions at 1731568961857 (+5 ms)Running coprocessor post-open hooks at 1731568961859 (+2 ms)Region opened successfully at 1731568961859 2024-11-14T07:22:41,860 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731568961827 2024-11-14T07:22:41,861 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T07:22:41,862 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T07:22:41,862 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c7aa6e2790b3,45947,1731568959409 2024-11-14T07:22:41,863 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c7aa6e2790b3,45947,1731568959409, state=OPEN 2024-11-14T07:22:41,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41379-0x101383973250000, quorum=127.0.0.1:56093, baseZNode=/0-1956500333 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1956500333/meta-region-server 2024-11-14T07:22:41,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45947-0x101383973250001, quorum=127.0.0.1:56093, baseZNode=/0-1956500333 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1956500333/meta-region-server 2024-11-14T07:22:41,879 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c7aa6e2790b3,45947,1731568959409 2024-11-14T07:22:41,880 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1956500333/meta-region-server: CHANGED 2024-11-14T07:22:41,880 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1956500333/meta-region-server: CHANGED 2024-11-14T07:22:41,881 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T07:22:41,881 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c7aa6e2790b3,45947,1731568959409 in 203 msec 2024-11-14T07:22:41,882 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T07:22:41,882 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 443 msec 2024-11-14T07:22:41,883 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T07:22:41,883 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T07:22:41,884 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T07:22:41,884 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c7aa6e2790b3,45947,1731568959409, seqNum=-1] 2024-11-14T07:22:41,884 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T07:22:41,885 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49385, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T07:22:41,889 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 880 msec 2024-11-14T07:22:41,889 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731568961889, completionTime=-1 2024-11-14T07:22:41,889 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T07:22:41,889 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T07:22:41,891 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T07:22:41,891 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731569021891 2024-11-14T07:22:41,891 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731569081891 2024-11-14T07:22:41,891 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T07:22:41,891 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,41379,1731568959227-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T07:22:41,891 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,41379,1731568959227-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:22:41,891 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,41379,1731568959227-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:22:41,891 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c7aa6e2790b3:41379, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:22:41,891 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T07:22:41,892 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T07:22:41,893 DEBUG [master/c7aa6e2790b3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T07:22:41,894 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.425sec 2024-11-14T07:22:41,895 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T07:22:41,895 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T07:22:41,895 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T07:22:41,895 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T07:22:41,895 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T07:22:41,895 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,41379,1731568959227-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T07:22:41,895 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,41379,1731568959227-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T07:22:41,897 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T07:22:41,897 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T07:22:41,897 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,41379,1731568959227-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:22:41,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5942a3d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:22:41,932 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,41379,-1 for getting cluster id 2024-11-14T07:22:41,933 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:22:41,933 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9a87a87-8e17-4788-9ed6-01834a21f961' 2024-11-14T07:22:41,934 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:22:41,934 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9a87a87-8e17-4788-9ed6-01834a21f961" 2024-11-14T07:22:41,934 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64dfa79b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:22:41,934 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,41379,-1] 2024-11-14T07:22:41,934 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:22:41,934 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:22:41,935 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:22:41,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23093d60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:22:41,936 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T07:22:41,937 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c7aa6e2790b3,45947,1731568959409, seqNum=-1] 2024-11-14T07:22:41,937 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T07:22:41,938 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T07:22:41,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c7aa6e2790b3,41379,1731568959227 2024-11-14T07:22:41,940 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56093 2024-11-14T07:22:41,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56093, baseZNode=/0-1956500333 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T07:22:41,950 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101383973250002 connected 2024-11-14T07:22:41,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b697ab08-e896-cb69-9915-9814179497c4/hadoop.log.dir so I do NOT create it in target/test-data/e5eb2d08-ab20-1b78-bab4-176456838a7e 2024-11-14T07:22:41,963 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b697ab08-e896-cb69-9915-9814179497c4/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T07:22:41,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b697ab08-e896-cb69-9915-9814179497c4/hadoop.tmp.dir so I do NOT create it in target/test-data/e5eb2d08-ab20-1b78-bab4-176456838a7e 2024-11-14T07:22:41,963 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b697ab08-e896-cb69-9915-9814179497c4/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T07:22:41,963 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e5eb2d08-ab20-1b78-bab4-176456838a7e 2024-11-14T07:22:41,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T07:22:41,963 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e5eb2d08-ab20-1b78-bab4-176456838a7e/cluster_1fd6eb0c-1b2b-00dc-32a9-9288aa41d728, deleteOnExit=true 2024-11-14T07:22:41,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T07:22:41,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e5eb2d08-ab20-1b78-bab4-176456838a7e/test.cache.data in system properties and HBase conf 2024-11-14T07:22:41,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e5eb2d08-ab20-1b78-bab4-176456838a7e/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T07:22:41,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e5eb2d08-ab20-1b78-bab4-176456838a7e/hadoop.log.dir in system properties and HBase conf 2024-11-14T07:22:41,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e5eb2d08-ab20-1b78-bab4-176456838a7e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T07:22:41,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e5eb2d08-ab20-1b78-bab4-176456838a7e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T07:22:41,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T07:22:41,964 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T07:22:41,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e5eb2d08-ab20-1b78-bab4-176456838a7e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T07:22:41,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e5eb2d08-ab20-1b78-bab4-176456838a7e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T07:22:41,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e5eb2d08-ab20-1b78-bab4-176456838a7e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T07:22:41,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e5eb2d08-ab20-1b78-bab4-176456838a7e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T07:22:41,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e5eb2d08-ab20-1b78-bab4-176456838a7e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T07:22:41,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e5eb2d08-ab20-1b78-bab4-176456838a7e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T07:22:41,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e5eb2d08-ab20-1b78-bab4-176456838a7e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T07:22:41,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e5eb2d08-ab20-1b78-bab4-176456838a7e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T07:22:41,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e5eb2d08-ab20-1b78-bab4-176456838a7e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T07:22:41,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e5eb2d08-ab20-1b78-bab4-176456838a7e/nfs.dump.dir in system properties and HBase conf 2024-11-14T07:22:41,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e5eb2d08-ab20-1b78-bab4-176456838a7e/java.io.tmpdir in system properties and HBase conf 2024-11-14T07:22:41,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e5eb2d08-ab20-1b78-bab4-176456838a7e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T07:22:41,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e5eb2d08-ab20-1b78-bab4-176456838a7e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T07:22:41,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e5eb2d08-ab20-1b78-bab4-176456838a7e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T07:22:42,444 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T07:22:42,447 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T07:22:42,449 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T07:22:42,449 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T07:22:42,449 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T07:22:42,449 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T07:22:42,450 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75665d82{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e5eb2d08-ab20-1b78-bab4-176456838a7e/hadoop.log.dir/,AVAILABLE} 2024-11-14T07:22:42,450 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@664ff9e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T07:22:42,545 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@130a7771{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e5eb2d08-ab20-1b78-bab4-176456838a7e/java.io.tmpdir/jetty-localhost-37561-hadoop-hdfs-3_4_1-tests_jar-_-any-5927116472705641825/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T07:22:42,546 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@25b8fb61{HTTP/1.1, (http/1.1)}{localhost:37561} 2024-11-14T07:22:42,546 INFO [Time-limited test {}] server.Server(415): Started @332389ms 2024-11-14T07:22:42,843 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T07:22:42,845 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T07:22:42,848 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T07:22:42,848 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T07:22:42,848 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T07:22:42,851 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26d49f62{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e5eb2d08-ab20-1b78-bab4-176456838a7e/hadoop.log.dir/,AVAILABLE} 2024-11-14T07:22:42,851 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c25f550{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T07:22:42,945 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6202975d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e5eb2d08-ab20-1b78-bab4-176456838a7e/java.io.tmpdir/jetty-localhost-34917-hadoop-hdfs-3_4_1-tests_jar-_-any-6655400544697923526/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T07:22:42,945 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@16cb611e{HTTP/1.1, (http/1.1)}{localhost:34917} 2024-11-14T07:22:42,945 INFO [Time-limited test {}] server.Server(415): Started @332788ms 2024-11-14T07:22:42,946 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T07:22:43,625 WARN [Thread-4413 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e5eb2d08-ab20-1b78-bab4-176456838a7e/cluster_1fd6eb0c-1b2b-00dc-32a9-9288aa41d728/data/data2/current/BP-1937004807-172.17.0.2-1731568961987/current, will proceed with Du for space computation calculation, 2024-11-14T07:22:43,625 WARN [Thread-4412 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e5eb2d08-ab20-1b78-bab4-176456838a7e/cluster_1fd6eb0c-1b2b-00dc-32a9-9288aa41d728/data/data1/current/BP-1937004807-172.17.0.2-1731568961987/current, will proceed with Du for space computation calculation, 2024-11-14T07:22:43,642 WARN [Thread-4400 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T07:22:43,644 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2824625292d960ea with lease ID 0x7687b30abcfcb0a8: Processing first storage report for DS-a4b23f70-a714-4d4f-a242-0c621204a527 from datanode DatanodeRegistration(127.0.0.1:37989, datanodeUuid=70188381-0e84-4f36-bb6c-7dc1d647a443, infoPort=46549, infoSecurePort=0, ipcPort=34359, storageInfo=lv=-57;cid=testClusterID;nsid=540035649;c=1731568961987) 2024-11-14T07:22:43,644 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2824625292d960ea with lease ID 0x7687b30abcfcb0a8: from storage DS-a4b23f70-a714-4d4f-a242-0c621204a527 node DatanodeRegistration(127.0.0.1:37989, datanodeUuid=70188381-0e84-4f36-bb6c-7dc1d647a443, infoPort=46549, infoSecurePort=0, ipcPort=34359, storageInfo=lv=-57;cid=testClusterID;nsid=540035649;c=1731568961987), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T07:22:43,644 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2824625292d960ea with lease ID 0x7687b30abcfcb0a8: Processing first storage report for DS-5f09ddc3-8fff-4683-ba70-5292f857121b from datanode DatanodeRegistration(127.0.0.1:37989, datanodeUuid=70188381-0e84-4f36-bb6c-7dc1d647a443, infoPort=46549, infoSecurePort=0, ipcPort=34359, storageInfo=lv=-57;cid=testClusterID;nsid=540035649;c=1731568961987) 2024-11-14T07:22:43,644 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2824625292d960ea with lease ID 0x7687b30abcfcb0a8: from storage DS-5f09ddc3-8fff-4683-ba70-5292f857121b node DatanodeRegistration(127.0.0.1:37989, datanodeUuid=70188381-0e84-4f36-bb6c-7dc1d647a443, infoPort=46549, infoSecurePort=0, ipcPort=34359, storageInfo=lv=-57;cid=testClusterID;nsid=540035649;c=1731568961987), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T07:22:43,670 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e5eb2d08-ab20-1b78-bab4-176456838a7e 2024-11-14T07:22:43,670 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:22:43,671 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:22:43,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741825_1001 (size=7) 2024-11-14T07:22:44,078 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3 with version=8 2024-11-14T07:22:44,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/hbase-staging 2024-11-14T07:22:44,080 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c7aa6e2790b3:0 server-side Connection retries=45 2024-11-14T07:22:44,080 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T07:22:44,080 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T07:22:44,080 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T07:22:44,080 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T07:22:44,080 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T07:22:44,080 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T07:22:44,080 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T07:22:44,081 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41409 2024-11-14T07:22:44,081 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41409 connecting to ZooKeeper ensemble=127.0.0.1:56093 2024-11-14T07:22:44,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:414090x0, quorum=127.0.0.1:56093, baseZNode=/1-1117741909 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T07:22:44,143 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41409-0x101383973250003 connected 2024-11-14T07:22:44,216 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:22:44,217 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:22:44,219 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41409-0x101383973250003, quorum=127.0.0.1:56093, baseZNode=/1-1117741909 Set watcher on znode that does not yet exist, /1-1117741909/running 2024-11-14T07:22:44,219 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3, hbase.cluster.distributed=false 2024-11-14T07:22:44,220 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41409-0x101383973250003, quorum=127.0.0.1:56093, baseZNode=/1-1117741909 Set watcher on znode that does not yet exist, /1-1117741909/acl 2024-11-14T07:22:44,221 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41409 2024-11-14T07:22:44,221 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41409 2024-11-14T07:22:44,221 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41409 2024-11-14T07:22:44,221 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41409 2024-11-14T07:22:44,221 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41409 2024-11-14T07:22:44,234 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c7aa6e2790b3:0 server-side Connection retries=45 2024-11-14T07:22:44,234 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T07:22:44,234 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T07:22:44,234 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T07:22:44,234 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T07:22:44,234 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T07:22:44,234 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T07:22:44,235 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T07:22:44,235 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34685 2024-11-14T07:22:44,236 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34685 connecting to ZooKeeper ensemble=127.0.0.1:56093 2024-11-14T07:22:44,236 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:22:44,237 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:22:44,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:346850x0, quorum=127.0.0.1:56093, baseZNode=/1-1117741909 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T07:22:44,248 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:346850x0, quorum=127.0.0.1:56093, baseZNode=/1-1117741909 Set watcher on znode that does not yet exist, /1-1117741909/running 2024-11-14T07:22:44,248 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34685-0x101383973250004 connected 2024-11-14T07:22:44,248 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T07:22:44,252 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T07:22:44,252 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34685-0x101383973250004, quorum=127.0.0.1:56093, baseZNode=/1-1117741909 Set watcher on znode that does not yet exist, /1-1117741909/master 2024-11-14T07:22:44,253 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34685-0x101383973250004, quorum=127.0.0.1:56093, baseZNode=/1-1117741909 Set watcher on znode that does not yet exist, /1-1117741909/acl 2024-11-14T07:22:44,254 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34685 2024-11-14T07:22:44,254 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34685 2024-11-14T07:22:44,254 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34685 2024-11-14T07:22:44,255 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34685 2024-11-14T07:22:44,255 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34685 2024-11-14T07:22:44,269 DEBUG [M:0;c7aa6e2790b3:41409 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c7aa6e2790b3:41409 2024-11-14T07:22:44,269 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1117741909/backup-masters/c7aa6e2790b3,41409,1731568964080 2024-11-14T07:22:44,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34685-0x101383973250004, quorum=127.0.0.1:56093, baseZNode=/1-1117741909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1117741909/backup-masters 2024-11-14T07:22:44,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41409-0x101383973250003, quorum=127.0.0.1:56093, baseZNode=/1-1117741909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1117741909/backup-masters 2024-11-14T07:22:44,280 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41409-0x101383973250003, quorum=127.0.0.1:56093, baseZNode=/1-1117741909 Set watcher on existing znode=/1-1117741909/backup-masters/c7aa6e2790b3,41409,1731568964080 2024-11-14T07:22:44,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34685-0x101383973250004, quorum=127.0.0.1:56093, baseZNode=/1-1117741909 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1117741909/master 2024-11-14T07:22:44,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41409-0x101383973250003, quorum=127.0.0.1:56093, baseZNode=/1-1117741909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1117741909 2024-11-14T07:22:44,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34685-0x101383973250004, quorum=127.0.0.1:56093, baseZNode=/1-1117741909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1117741909 2024-11-14T07:22:44,290 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41409-0x101383973250003, quorum=127.0.0.1:56093, baseZNode=/1-1117741909 Set watcher on existing znode=/1-1117741909/master 2024-11-14T07:22:44,290 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1117741909/backup-masters/c7aa6e2790b3,41409,1731568964080 from backup master directory 2024-11-14T07:22:44,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41409-0x101383973250003, quorum=127.0.0.1:56093, baseZNode=/1-1117741909 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1117741909/backup-masters/c7aa6e2790b3,41409,1731568964080 2024-11-14T07:22:44,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34685-0x101383973250004, quorum=127.0.0.1:56093, baseZNode=/1-1117741909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1117741909/backup-masters 2024-11-14T07:22:44,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41409-0x101383973250003, quorum=127.0.0.1:56093, baseZNode=/1-1117741909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1117741909/backup-masters 2024-11-14T07:22:44,300 WARN [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T07:22:44,300 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c7aa6e2790b3,41409,1731568964080 2024-11-14T07:22:44,303 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/hbase.id] with ID: d19f2512-f094-4251-9594-163399711e0e 2024-11-14T07:22:44,303 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/.tmp/hbase.id 2024-11-14T07:22:44,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741826_1002 (size=42) 2024-11-14T07:22:44,707 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/.tmp/hbase.id]:[hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/hbase.id] 2024-11-14T07:22:44,715 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:22:44,715 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T07:22:44,715 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-14T07:22:44,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34685-0x101383973250004, quorum=127.0.0.1:56093, baseZNode=/1-1117741909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1117741909 2024-11-14T07:22:44,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41409-0x101383973250003, quorum=127.0.0.1:56093, baseZNode=/1-1117741909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1117741909 2024-11-14T07:22:44,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741827_1003 (size=196) 2024-11-14T07:22:45,184 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T07:22:45,184 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T07:22:45,185 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T07:22:45,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741828_1004 (size=1189) 2024-11-14T07:22:45,589 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/MasterData/data/master/store 2024-11-14T07:22:45,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741829_1005 (size=34) 2024-11-14T07:22:45,994 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:22:45,994 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T07:22:45,994 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:22:45,994 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:22:45,994 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T07:22:45,994 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:22:45,994 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:22:45,994 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731568965994Disabling compacts and flushes for region at 1731568965994Disabling writes for close at 1731568965994Writing region close event to WAL at 1731568965994Closed at 1731568965994 2024-11-14T07:22:45,995 WARN [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/MasterData/data/master/store/.initializing 2024-11-14T07:22:45,995 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/MasterData/WALs/c7aa6e2790b3,41409,1731568964080 2024-11-14T07:22:45,996 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T07:22:45,997 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c7aa6e2790b3%2C41409%2C1731568964080, suffix=, logDir=hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/MasterData/WALs/c7aa6e2790b3,41409,1731568964080, archiveDir=hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/MasterData/oldWALs, maxLogs=10 2024-11-14T07:22:46,009 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/MasterData/WALs/c7aa6e2790b3,41409,1731568964080/c7aa6e2790b3%2C41409%2C1731568964080.1731568965997, exclude list is [], retry=0 2024-11-14T07:22:46,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37989,DS-a4b23f70-a714-4d4f-a242-0c621204a527,DISK] 2024-11-14T07:22:46,012 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/MasterData/WALs/c7aa6e2790b3,41409,1731568964080/c7aa6e2790b3%2C41409%2C1731568964080.1731568965997 2024-11-14T07:22:46,012 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46549:46549)] 2024-11-14T07:22:46,012 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T07:22:46,013 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:22:46,013 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:22:46,013 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:22:46,014 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:22:46,015 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T07:22:46,015 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:22:46,015 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:22:46,015 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:22:46,016 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T07:22:46,016 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:22:46,016 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:22:46,016 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:22:46,017 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T07:22:46,017 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:22:46,017 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:22:46,017 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:22:46,018 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T07:22:46,018 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:22:46,018 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:22:46,018 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:22:46,019 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:22:46,019 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:22:46,020 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:22:46,020 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:22:46,021 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T07:22:46,021 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:22:46,023 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T07:22:46,023 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65378594, jitterRate=-0.025783032178878784}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T07:22:46,023 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731568966013Initializing all the Stores at 1731568966013Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568966013Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568966014 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568966014Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568966014Cleaning up temporary data from old regions at 1731568966020 (+6 ms)Region opened successfully at 1731568966023 (+3 ms) 2024-11-14T07:22:46,023 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T07:22:46,025 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59f9aff9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c7aa6e2790b3/172.17.0.2:0 2024-11-14T07:22:46,026 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T07:22:46,026 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T07:22:46,026 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T07:22:46,026 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T07:22:46,026 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T07:22:46,027 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T07:22:46,027 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T07:22:46,028 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T07:22:46,029 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41409-0x101383973250003, quorum=127.0.0.1:56093, baseZNode=/1-1117741909 Unable to get data of znode /1-1117741909/balancer because node does not exist (not necessarily an error) 2024-11-14T07:22:46,079 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1117741909/balancer already deleted, retry=false 2024-11-14T07:22:46,080 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T07:22:46,080 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41409-0x101383973250003, quorum=127.0.0.1:56093, baseZNode=/1-1117741909 Unable to get data of znode /1-1117741909/normalizer because node does not exist (not necessarily an error) 2024-11-14T07:22:46,090 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1117741909/normalizer already deleted, retry=false 2024-11-14T07:22:46,090 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T07:22:46,091 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41409-0x101383973250003, quorum=127.0.0.1:56093, baseZNode=/1-1117741909 Unable to get data of znode /1-1117741909/switch/split because node does not exist (not necessarily an error) 2024-11-14T07:22:46,100 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1117741909/switch/split already deleted, retry=false 2024-11-14T07:22:46,101 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41409-0x101383973250003, quorum=127.0.0.1:56093, baseZNode=/1-1117741909 Unable to get data of znode /1-1117741909/switch/merge because node does not exist (not necessarily an error) 2024-11-14T07:22:46,111 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1117741909/switch/merge already deleted, retry=false 2024-11-14T07:22:46,112 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41409-0x101383973250003, quorum=127.0.0.1:56093, baseZNode=/1-1117741909 Unable to get data of znode /1-1117741909/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T07:22:46,121 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1117741909/snapshot-cleanup already deleted, retry=false 2024-11-14T07:22:46,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41409-0x101383973250003, quorum=127.0.0.1:56093, baseZNode=/1-1117741909 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1117741909/running 2024-11-14T07:22:46,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34685-0x101383973250004, quorum=127.0.0.1:56093, baseZNode=/1-1117741909 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1117741909/running 2024-11-14T07:22:46,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41409-0x101383973250003, quorum=127.0.0.1:56093, baseZNode=/1-1117741909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1117741909 2024-11-14T07:22:46,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34685-0x101383973250004, quorum=127.0.0.1:56093, baseZNode=/1-1117741909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1117741909 2024-11-14T07:22:46,132 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c7aa6e2790b3,41409,1731568964080, sessionid=0x101383973250003, setting cluster-up flag (Was=false) 2024-11-14T07:22:46,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41409-0x101383973250003, quorum=127.0.0.1:56093, baseZNode=/1-1117741909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1117741909 2024-11-14T07:22:46,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34685-0x101383973250004, quorum=127.0.0.1:56093, baseZNode=/1-1117741909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1117741909 2024-11-14T07:22:46,184 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1117741909/flush-table-proc/acquired, /1-1117741909/flush-table-proc/reached, /1-1117741909/flush-table-proc/abort 2024-11-14T07:22:46,185 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c7aa6e2790b3,41409,1731568964080 2024-11-14T07:22:46,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34685-0x101383973250004, quorum=127.0.0.1:56093, baseZNode=/1-1117741909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1117741909 2024-11-14T07:22:46,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41409-0x101383973250003, quorum=127.0.0.1:56093, baseZNode=/1-1117741909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1117741909 2024-11-14T07:22:46,237 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1117741909/online-snapshot/acquired, /1-1117741909/online-snapshot/reached, /1-1117741909/online-snapshot/abort 2024-11-14T07:22:46,238 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c7aa6e2790b3,41409,1731568964080 2024-11-14T07:22:46,239 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T07:22:46,240 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T07:22:46,240 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T07:22:46,240 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T07:22:46,240 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c7aa6e2790b3,41409,1731568964080 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T07:22:46,241 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c7aa6e2790b3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T07:22:46,241 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c7aa6e2790b3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T07:22:46,241 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T07:22:46,241 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T07:22:46,241 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c7aa6e2790b3:0, corePoolSize=10, maxPoolSize=10 2024-11-14T07:22:46,241 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:22:46,241 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T07:22:46,241 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:22:46,242 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T07:22:46,242 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T07:22:46,242 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731568996242 2024-11-14T07:22:46,242 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T07:22:46,242 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T07:22:46,243 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T07:22:46,243 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T07:22:46,243 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T07:22:46,243 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T07:22:46,243 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:22:46,243 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T07:22:46,243 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T07:22:46,243 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T07:22:46,243 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T07:22:46,243 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T07:22:46,243 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T07:22:46,243 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T07:22:46,243 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T07:22:46,243 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.large.0-1731568966243,5,FailOnTimeoutGroup] 2024-11-14T07:22:46,244 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.small.0-1731568966244,5,FailOnTimeoutGroup] 2024-11-14T07:22:46,244 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T07:22:46,244 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T07:22:46,244 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T07:22:46,244 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T07:22:46,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741831_1007 (size=1321) 2024-11-14T07:22:46,258 INFO [RS:0;c7aa6e2790b3:34685 {}] regionserver.HRegionServer(746): ClusterId : d19f2512-f094-4251-9594-163399711e0e 2024-11-14T07:22:46,258 DEBUG [RS:0;c7aa6e2790b3:34685 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T07:22:46,269 DEBUG [RS:0;c7aa6e2790b3:34685 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T07:22:46,269 DEBUG [RS:0;c7aa6e2790b3:34685 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T07:22:46,280 DEBUG [RS:0;c7aa6e2790b3:34685 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T07:22:46,280 DEBUG [RS:0;c7aa6e2790b3:34685 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c857f61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c7aa6e2790b3/172.17.0.2:0 2024-11-14T07:22:46,293 DEBUG [RS:0;c7aa6e2790b3:34685 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c7aa6e2790b3:34685 2024-11-14T07:22:46,293 INFO [RS:0;c7aa6e2790b3:34685 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T07:22:46,293 INFO [RS:0;c7aa6e2790b3:34685 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T07:22:46,294 DEBUG [RS:0;c7aa6e2790b3:34685 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T07:22:46,294 INFO [RS:0;c7aa6e2790b3:34685 {}] regionserver.HRegionServer(2659): reportForDuty to master=c7aa6e2790b3,41409,1731568964080 with port=34685, startcode=1731568964234 2024-11-14T07:22:46,294 DEBUG [RS:0;c7aa6e2790b3:34685 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T07:22:46,295 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43139, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T07:22:46,296 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41409 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c7aa6e2790b3,34685,1731568964234 2024-11-14T07:22:46,296 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41409 {}] master.ServerManager(517): Registering regionserver=c7aa6e2790b3,34685,1731568964234 2024-11-14T07:22:46,297 DEBUG [RS:0;c7aa6e2790b3:34685 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3 2024-11-14T07:22:46,297 DEBUG [RS:0;c7aa6e2790b3:34685 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44637 2024-11-14T07:22:46,297 DEBUG [RS:0;c7aa6e2790b3:34685 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T07:22:46,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41409-0x101383973250003, quorum=127.0.0.1:56093, baseZNode=/1-1117741909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1117741909/rs 2024-11-14T07:22:46,343 DEBUG [RS:0;c7aa6e2790b3:34685 {}] zookeeper.ZKUtil(111): regionserver:34685-0x101383973250004, quorum=127.0.0.1:56093, baseZNode=/1-1117741909 Set watcher on existing znode=/1-1117741909/rs/c7aa6e2790b3,34685,1731568964234 2024-11-14T07:22:46,343 WARN [RS:0;c7aa6e2790b3:34685 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T07:22:46,343 INFO [RS:0;c7aa6e2790b3:34685 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T07:22:46,343 DEBUG [RS:0;c7aa6e2790b3:34685 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/WALs/c7aa6e2790b3,34685,1731568964234 2024-11-14T07:22:46,343 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c7aa6e2790b3,34685,1731568964234] 2024-11-14T07:22:46,345 INFO [RS:0;c7aa6e2790b3:34685 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T07:22:46,346 INFO [RS:0;c7aa6e2790b3:34685 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T07:22:46,347 INFO [RS:0;c7aa6e2790b3:34685 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T07:22:46,347 INFO [RS:0;c7aa6e2790b3:34685 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T07:22:46,347 INFO [RS:0;c7aa6e2790b3:34685 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T07:22:46,347 INFO [RS:0;c7aa6e2790b3:34685 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T07:22:46,347 INFO [RS:0;c7aa6e2790b3:34685 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T07:22:46,347 DEBUG [RS:0;c7aa6e2790b3:34685 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:22:46,347 DEBUG [RS:0;c7aa6e2790b3:34685 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:22:46,347 DEBUG [RS:0;c7aa6e2790b3:34685 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:22:46,347 DEBUG [RS:0;c7aa6e2790b3:34685 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:22:46,347 DEBUG [RS:0;c7aa6e2790b3:34685 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:22:46,347 DEBUG [RS:0;c7aa6e2790b3:34685 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c7aa6e2790b3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T07:22:46,347 DEBUG [RS:0;c7aa6e2790b3:34685 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:22:46,347 DEBUG [RS:0;c7aa6e2790b3:34685 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:22:46,347 DEBUG [RS:0;c7aa6e2790b3:34685 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:22:46,347 DEBUG [RS:0;c7aa6e2790b3:34685 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:22:46,347 DEBUG [RS:0;c7aa6e2790b3:34685 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:22:46,348 DEBUG [RS:0;c7aa6e2790b3:34685 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:22:46,348 DEBUG [RS:0;c7aa6e2790b3:34685 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c7aa6e2790b3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T07:22:46,348 DEBUG [RS:0;c7aa6e2790b3:34685 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c7aa6e2790b3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T07:22:46,348 INFO [RS:0;c7aa6e2790b3:34685 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T07:22:46,348 INFO [RS:0;c7aa6e2790b3:34685 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T07:22:46,348 INFO [RS:0;c7aa6e2790b3:34685 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T07:22:46,348 INFO [RS:0;c7aa6e2790b3:34685 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T07:22:46,348 INFO [RS:0;c7aa6e2790b3:34685 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T07:22:46,348 INFO [RS:0;c7aa6e2790b3:34685 {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,34685,1731568964234-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T07:22:46,364 INFO [RS:0;c7aa6e2790b3:34685 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T07:22:46,364 INFO [RS:0;c7aa6e2790b3:34685 {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,34685,1731568964234-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T07:22:46,364 INFO [RS:0;c7aa6e2790b3:34685 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:22:46,364 INFO [RS:0;c7aa6e2790b3:34685 {}] regionserver.Replication(171): c7aa6e2790b3,34685,1731568964234 started 2024-11-14T07:22:46,376 INFO [RS:0;c7aa6e2790b3:34685 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:22:46,376 INFO [RS:0;c7aa6e2790b3:34685 {}] regionserver.HRegionServer(1482): Serving as c7aa6e2790b3,34685,1731568964234, RpcServer on c7aa6e2790b3/172.17.0.2:34685, sessionid=0x101383973250004 2024-11-14T07:22:46,376 DEBUG [RS:0;c7aa6e2790b3:34685 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T07:22:46,376 DEBUG [RS:0;c7aa6e2790b3:34685 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c7aa6e2790b3,34685,1731568964234 2024-11-14T07:22:46,376 DEBUG [RS:0;c7aa6e2790b3:34685 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c7aa6e2790b3,34685,1731568964234' 2024-11-14T07:22:46,376 DEBUG [RS:0;c7aa6e2790b3:34685 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1117741909/flush-table-proc/abort' 2024-11-14T07:22:46,376 DEBUG [RS:0;c7aa6e2790b3:34685 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1117741909/flush-table-proc/acquired' 2024-11-14T07:22:46,377 DEBUG [RS:0;c7aa6e2790b3:34685 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T07:22:46,377 DEBUG [RS:0;c7aa6e2790b3:34685 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T07:22:46,377 DEBUG [RS:0;c7aa6e2790b3:34685 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c7aa6e2790b3,34685,1731568964234 2024-11-14T07:22:46,377 DEBUG [RS:0;c7aa6e2790b3:34685 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c7aa6e2790b3,34685,1731568964234' 2024-11-14T07:22:46,377 DEBUG [RS:0;c7aa6e2790b3:34685 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1117741909/online-snapshot/abort' 2024-11-14T07:22:46,377 DEBUG [RS:0;c7aa6e2790b3:34685 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1117741909/online-snapshot/acquired' 2024-11-14T07:22:46,377 DEBUG [RS:0;c7aa6e2790b3:34685 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T07:22:46,377 INFO [RS:0;c7aa6e2790b3:34685 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T07:22:46,377 INFO [RS:0;c7aa6e2790b3:34685 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T07:22:46,477 INFO [RS:0;c7aa6e2790b3:34685 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T07:22:46,478 INFO [RS:0;c7aa6e2790b3:34685 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c7aa6e2790b3%2C34685%2C1731568964234, suffix=, logDir=hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/WALs/c7aa6e2790b3,34685,1731568964234, archiveDir=hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/oldWALs, maxLogs=10 2024-11-14T07:22:46,490 DEBUG [RS:0;c7aa6e2790b3:34685 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/WALs/c7aa6e2790b3,34685,1731568964234/c7aa6e2790b3%2C34685%2C1731568964234.1731568966479, exclude list is [], retry=0 2024-11-14T07:22:46,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37989,DS-a4b23f70-a714-4d4f-a242-0c621204a527,DISK] 2024-11-14T07:22:46,493 INFO [RS:0;c7aa6e2790b3:34685 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/WALs/c7aa6e2790b3,34685,1731568964234/c7aa6e2790b3%2C34685%2C1731568964234.1731568966479 2024-11-14T07:22:46,493 DEBUG [RS:0;c7aa6e2790b3:34685 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46549:46549)] 2024-11-14T07:22:46,650 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T07:22:46,650 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3 2024-11-14T07:22:46,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741833_1009 (size=32) 2024-11-14T07:22:47,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:22:47,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T07:22:47,057 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T07:22:47,057 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:22:47,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:22:47,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T07:22:47,058 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T07:22:47,058 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:22:47,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:22:47,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T07:22:47,059 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T07:22:47,059 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:22:47,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:22:47,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T07:22:47,060 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T07:22:47,060 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:22:47,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:22:47,060 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T07:22:47,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/data/hbase/meta/1588230740 2024-11-14T07:22:47,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/data/hbase/meta/1588230740 2024-11-14T07:22:47,062 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T07:22:47,062 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T07:22:47,062 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T07:22:47,062 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T07:22:47,063 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T07:22:47,064 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61413078, jitterRate=-0.08487382531166077}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T07:22:47,064 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731568967055Initializing all the Stores at 1731568967056 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568967056Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568967056Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568967056Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568967056Cleaning up temporary data from old regions at 1731568967062 (+6 ms)Region opened successfully at 1731568967064 (+2 ms) 2024-11-14T07:22:47,064 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T07:22:47,064 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T07:22:47,064 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T07:22:47,064 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T07:22:47,064 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T07:22:47,064 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T07:22:47,064 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731568967064Disabling compacts and flushes for region at 1731568967064Disabling writes for close at 1731568967064Writing region close event to WAL at 1731568967064Closed at 1731568967064 2024-11-14T07:22:47,065 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T07:22:47,065 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T07:22:47,065 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T07:22:47,066 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T07:22:47,066 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T07:22:47,217 DEBUG [c7aa6e2790b3:41409 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T07:22:47,217 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c7aa6e2790b3,34685,1731568964234 2024-11-14T07:22:47,218 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c7aa6e2790b3,34685,1731568964234, state=OPENING 2024-11-14T07:22:47,268 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T07:22:47,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41409-0x101383973250003, quorum=127.0.0.1:56093, baseZNode=/1-1117741909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1117741909 2024-11-14T07:22:47,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34685-0x101383973250004, quorum=127.0.0.1:56093, baseZNode=/1-1117741909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1117741909 2024-11-14T07:22:47,279 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1117741909/meta-region-server: CHANGED 2024-11-14T07:22:47,279 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1117741909/meta-region-server: CHANGED 2024-11-14T07:22:47,279 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T07:22:47,279 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c7aa6e2790b3,34685,1731568964234}] 2024-11-14T07:22:47,349 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T07:22:47,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:47,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:47,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:47,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:47,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:47,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:47,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:47,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:47,387 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:47,387 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:47,387 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:47,388 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:47,388 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:47,388 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:47,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:47,397 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:47,397 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:47,399 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:47,431 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T07:22:47,433 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56137, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T07:22:47,435 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T07:22:47,435 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T07:22:47,436 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T07:22:47,437 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c7aa6e2790b3%2C34685%2C1731568964234.meta, suffix=.meta, logDir=hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/WALs/c7aa6e2790b3,34685,1731568964234, archiveDir=hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/oldWALs, maxLogs=10 2024-11-14T07:22:47,447 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/WALs/c7aa6e2790b3,34685,1731568964234/c7aa6e2790b3%2C34685%2C1731568964234.meta.1731568967437.meta, exclude list is [], retry=0 2024-11-14T07:22:47,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37989,DS-a4b23f70-a714-4d4f-a242-0c621204a527,DISK] 2024-11-14T07:22:47,451 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/WALs/c7aa6e2790b3,34685,1731568964234/c7aa6e2790b3%2C34685%2C1731568964234.meta.1731568967437.meta 2024-11-14T07:22:47,451 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46549:46549)] 2024-11-14T07:22:47,451 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T07:22:47,452 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T07:22:47,452 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T07:22:47,452 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T07:22:47,452 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T07:22:47,452 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T07:22:47,452 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:22:47,452 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T07:22:47,452 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T07:22:47,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T07:22:47,454 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T07:22:47,454 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:22:47,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:22:47,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T07:22:47,455 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T07:22:47,455 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:22:47,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:22:47,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T07:22:47,455 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T07:22:47,456 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:22:47,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:22:47,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T07:22:47,456 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T07:22:47,456 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:22:47,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:22:47,457 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T07:22:47,457 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/data/hbase/meta/1588230740 2024-11-14T07:22:47,458 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/data/hbase/meta/1588230740 2024-11-14T07:22:47,459 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T07:22:47,459 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T07:22:47,459 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T07:22:47,460 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T07:22:47,461 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73532317, jitterRate=0.09571690857410431}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T07:22:47,461 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T07:22:47,461 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731568967452Writing region info on filesystem at 1731568967452Initializing all the Stores at 1731568967453 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568967453Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568967453Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568967453Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568967453Cleaning up temporary data from old regions at 1731568967459 (+6 ms)Running coprocessor post-open hooks at 1731568967461 (+2 ms)Region opened successfully at 1731568967461 2024-11-14T07:22:47,462 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731568967431 2024-11-14T07:22:47,463 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T07:22:47,463 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T07:22:47,464 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c7aa6e2790b3,34685,1731568964234 2024-11-14T07:22:47,464 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c7aa6e2790b3,34685,1731568964234, state=OPEN 2024-11-14T07:22:47,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41409-0x101383973250003, quorum=127.0.0.1:56093, baseZNode=/1-1117741909 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1117741909/meta-region-server 2024-11-14T07:22:47,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34685-0x101383973250004, quorum=127.0.0.1:56093, baseZNode=/1-1117741909 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1117741909/meta-region-server 2024-11-14T07:22:47,476 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c7aa6e2790b3,34685,1731568964234 2024-11-14T07:22:47,476 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1117741909/meta-region-server: CHANGED 2024-11-14T07:22:47,476 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1117741909/meta-region-server: CHANGED 2024-11-14T07:22:47,477 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T07:22:47,477 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c7aa6e2790b3,34685,1731568964234 in 197 msec 2024-11-14T07:22:47,478 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T07:22:47,478 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 412 msec 2024-11-14T07:22:47,479 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T07:22:47,479 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T07:22:47,480 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T07:22:47,480 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c7aa6e2790b3,34685,1731568964234, seqNum=-1] 2024-11-14T07:22:47,480 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T07:22:47,481 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53785, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T07:22:47,484 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2440 sec 2024-11-14T07:22:47,484 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731568967484, completionTime=-1 2024-11-14T07:22:47,484 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T07:22:47,484 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T07:22:47,485 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T07:22:47,485 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731569027485 2024-11-14T07:22:47,485 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731569087485 2024-11-14T07:22:47,485 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T07:22:47,486 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,41409,1731568964080-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T07:22:47,486 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,41409,1731568964080-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:22:47,486 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,41409,1731568964080-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:22:47,486 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c7aa6e2790b3:41409, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:22:47,486 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T07:22:47,486 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T07:22:47,487 DEBUG [master/c7aa6e2790b3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T07:22:47,489 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.189sec 2024-11-14T07:22:47,489 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T07:22:47,489 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T07:22:47,489 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T07:22:47,489 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T07:22:47,489 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T07:22:47,489 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,41409,1731568964080-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T07:22:47,489 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,41409,1731568964080-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T07:22:47,491 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T07:22:47,491 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T07:22:47,491 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,41409,1731568964080-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:22:47,559 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d4d1dd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:22:47,559 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,41409,-1 for getting cluster id 2024-11-14T07:22:47,559 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:22:47,560 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd19f2512-f094-4251-9594-163399711e0e' 2024-11-14T07:22:47,560 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:22:47,560 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d19f2512-f094-4251-9594-163399711e0e" 2024-11-14T07:22:47,560 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@759bc017, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:22:47,560 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,41409,-1] 2024-11-14T07:22:47,560 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:22:47,561 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:22:47,561 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:22:47,562 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b2ad8d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:22:47,562 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T07:22:47,563 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c7aa6e2790b3,34685,1731568964234, seqNum=-1] 2024-11-14T07:22:47,563 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T07:22:47,564 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T07:22:47,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c7aa6e2790b3,41409,1731568964080 2024-11-14T07:22:47,565 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56093 2024-11-14T07:22:47,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56093, baseZNode=/1-1117741909 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T07:22:47,574 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101383973250005 connected 2024-11-14T07:22:47,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e5eb2d08-ab20-1b78-bab4-176456838a7e/hadoop.log.dir so I do NOT create it in target/test-data/853917cb-a881-b2bc-a795-d1a66f035f0a 2024-11-14T07:22:47,586 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e5eb2d08-ab20-1b78-bab4-176456838a7e/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T07:22:47,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e5eb2d08-ab20-1b78-bab4-176456838a7e/hadoop.tmp.dir so I do NOT create it in target/test-data/853917cb-a881-b2bc-a795-d1a66f035f0a 2024-11-14T07:22:47,587 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e5eb2d08-ab20-1b78-bab4-176456838a7e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T07:22:47,587 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/853917cb-a881-b2bc-a795-d1a66f035f0a 2024-11-14T07:22:47,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T07:22:47,587 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/853917cb-a881-b2bc-a795-d1a66f035f0a/cluster_3bd84241-c497-8d7c-81df-1c5851fd3b9d, deleteOnExit=true 2024-11-14T07:22:47,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T07:22:47,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/853917cb-a881-b2bc-a795-d1a66f035f0a/test.cache.data in system properties and HBase conf 2024-11-14T07:22:47,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/853917cb-a881-b2bc-a795-d1a66f035f0a/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T07:22:47,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/853917cb-a881-b2bc-a795-d1a66f035f0a/hadoop.log.dir in system properties and HBase conf 2024-11-14T07:22:47,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/853917cb-a881-b2bc-a795-d1a66f035f0a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T07:22:47,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/853917cb-a881-b2bc-a795-d1a66f035f0a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T07:22:47,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T07:22:47,587 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T07:22:47,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/853917cb-a881-b2bc-a795-d1a66f035f0a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T07:22:47,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/853917cb-a881-b2bc-a795-d1a66f035f0a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T07:22:47,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/853917cb-a881-b2bc-a795-d1a66f035f0a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T07:22:47,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/853917cb-a881-b2bc-a795-d1a66f035f0a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T07:22:47,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/853917cb-a881-b2bc-a795-d1a66f035f0a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T07:22:47,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/853917cb-a881-b2bc-a795-d1a66f035f0a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T07:22:47,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/853917cb-a881-b2bc-a795-d1a66f035f0a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T07:22:47,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/853917cb-a881-b2bc-a795-d1a66f035f0a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T07:22:47,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/853917cb-a881-b2bc-a795-d1a66f035f0a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T07:22:47,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/853917cb-a881-b2bc-a795-d1a66f035f0a/nfs.dump.dir in system properties and HBase conf 2024-11-14T07:22:47,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/853917cb-a881-b2bc-a795-d1a66f035f0a/java.io.tmpdir in system properties and HBase conf 2024-11-14T07:22:47,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/853917cb-a881-b2bc-a795-d1a66f035f0a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T07:22:47,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/853917cb-a881-b2bc-a795-d1a66f035f0a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T07:22:47,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/853917cb-a881-b2bc-a795-d1a66f035f0a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T07:22:48,225 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:22:48,225 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c7aa6e2790b3,32917,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c7aa6e2790b3:32917 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T07:22:48,225 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 148796 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c7aa6e2790b3,32917,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c7aa6e2790b3:32917 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T07:22:48,338 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T07:22:48,341 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T07:22:48,342 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T07:22:48,342 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T07:22:48,342 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T07:22:48,342 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T07:22:48,343 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32927143{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/853917cb-a881-b2bc-a795-d1a66f035f0a/hadoop.log.dir/,AVAILABLE} 2024-11-14T07:22:48,343 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56eb83c8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T07:22:48,443 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@707908cd{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/853917cb-a881-b2bc-a795-d1a66f035f0a/java.io.tmpdir/jetty-localhost-42099-hadoop-hdfs-3_4_1-tests_jar-_-any-17795839784573985025/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T07:22:48,444 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@72194659{HTTP/1.1, (http/1.1)}{localhost:42099} 2024-11-14T07:22:48,444 INFO [Time-limited test {}] server.Server(415): Started @338287ms 2024-11-14T07:22:48,735 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T07:22:48,736 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T07:22:48,741 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T07:22:48,742 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T07:22:48,742 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T07:22:48,742 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@249026b0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/853917cb-a881-b2bc-a795-d1a66f035f0a/hadoop.log.dir/,AVAILABLE} 2024-11-14T07:22:48,742 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@195293a6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T07:22:48,835 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@306934ef{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/853917cb-a881-b2bc-a795-d1a66f035f0a/java.io.tmpdir/jetty-localhost-36723-hadoop-hdfs-3_4_1-tests_jar-_-any-10315409036675128822/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T07:22:48,836 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@37dd00a0{HTTP/1.1, (http/1.1)}{localhost:36723} 2024-11-14T07:22:48,836 INFO [Time-limited test {}] server.Server(415): Started @338679ms 2024-11-14T07:22:48,837 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T07:22:49,496 WARN [Thread-4533 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/853917cb-a881-b2bc-a795-d1a66f035f0a/cluster_3bd84241-c497-8d7c-81df-1c5851fd3b9d/data/data1/current/BP-1559895154-172.17.0.2-1731568967606/current, will proceed with Du for space computation calculation, 2024-11-14T07:22:49,497 WARN [Thread-4534 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/853917cb-a881-b2bc-a795-d1a66f035f0a/cluster_3bd84241-c497-8d7c-81df-1c5851fd3b9d/data/data2/current/BP-1559895154-172.17.0.2-1731568967606/current, will proceed with Du for space computation calculation, 2024-11-14T07:22:49,542 WARN [Thread-4521 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T07:22:49,546 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x540e90a14637e411 with lease ID 0xdd0cb7777bb1ae42: Processing first storage report for DS-e3e7e48f-7b62-4dd0-8056-a584474d0f92 from datanode DatanodeRegistration(127.0.0.1:46059, datanodeUuid=93aa114b-d990-41c6-a2e3-97848ab1a6aa, infoPort=36295, infoSecurePort=0, ipcPort=41999, storageInfo=lv=-57;cid=testClusterID;nsid=84575285;c=1731568967606) 2024-11-14T07:22:49,546 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x540e90a14637e411 with lease ID 0xdd0cb7777bb1ae42: from storage DS-e3e7e48f-7b62-4dd0-8056-a584474d0f92 node DatanodeRegistration(127.0.0.1:46059, datanodeUuid=93aa114b-d990-41c6-a2e3-97848ab1a6aa, infoPort=36295, infoSecurePort=0, ipcPort=41999, storageInfo=lv=-57;cid=testClusterID;nsid=84575285;c=1731568967606), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T07:22:49,546 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x540e90a14637e411 with lease ID 0xdd0cb7777bb1ae42: Processing first storage report for DS-03042441-0459-4053-ba49-502a372f5896 from datanode DatanodeRegistration(127.0.0.1:46059, datanodeUuid=93aa114b-d990-41c6-a2e3-97848ab1a6aa, infoPort=36295, infoSecurePort=0, ipcPort=41999, storageInfo=lv=-57;cid=testClusterID;nsid=84575285;c=1731568967606) 2024-11-14T07:22:49,546 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x540e90a14637e411 with lease ID 0xdd0cb7777bb1ae42: from storage DS-03042441-0459-4053-ba49-502a372f5896 node DatanodeRegistration(127.0.0.1:46059, datanodeUuid=93aa114b-d990-41c6-a2e3-97848ab1a6aa, infoPort=36295, infoSecurePort=0, ipcPort=41999, storageInfo=lv=-57;cid=testClusterID;nsid=84575285;c=1731568967606), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T07:22:49,570 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/853917cb-a881-b2bc-a795-d1a66f035f0a 2024-11-14T07:22:49,571 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:22:49,572 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:22:49,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46059 is added to blk_1073741825_1001 (size=7) 2024-11-14T07:22:49,587 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39527/user/jenkins/test-data/0a873610-d35f-88ed-9530-16cef808e501 with version=8 2024-11-14T07:22:49,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39527/user/jenkins/test-data/0a873610-d35f-88ed-9530-16cef808e501/hbase-staging 2024-11-14T07:22:49,589 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c7aa6e2790b3:0 server-side Connection retries=45 2024-11-14T07:22:49,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T07:22:49,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T07:22:49,590 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T07:22:49,590 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T07:22:49,590 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T07:22:49,590 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T07:22:49,590 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T07:22:49,592 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34709 2024-11-14T07:22:49,592 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34709 connecting to ZooKeeper ensemble=127.0.0.1:56093 2024-11-14T07:22:49,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:347090x0, quorum=127.0.0.1:56093, baseZNode=/2966894181 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T07:22:49,631 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34709-0x101383973250006 connected 2024-11-14T07:22:49,700 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:22:49,702 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:22:49,713 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34709-0x101383973250006, quorum=127.0.0.1:56093, baseZNode=/2966894181 Set watcher on znode that does not yet exist, /2966894181/running 2024-11-14T07:22:49,714 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39527/user/jenkins/test-data/0a873610-d35f-88ed-9530-16cef808e501, hbase.cluster.distributed=false 2024-11-14T07:22:49,717 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34709-0x101383973250006, quorum=127.0.0.1:56093, baseZNode=/2966894181 Set watcher on znode that does not yet exist, /2966894181/acl 2024-11-14T07:22:49,724 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34709 2024-11-14T07:22:49,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34709 2024-11-14T07:22:49,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34709 2024-11-14T07:22:49,745 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34709 2024-11-14T07:22:49,746 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34709 2024-11-14T07:22:49,767 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c7aa6e2790b3:0 server-side Connection retries=45 2024-11-14T07:22:49,767 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T07:22:49,767 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T07:22:49,767 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T07:22:49,767 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T07:22:49,767 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T07:22:49,767 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T07:22:49,767 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T07:22:49,780 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34491 2024-11-14T07:22:49,781 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34491 connecting to ZooKeeper ensemble=127.0.0.1:56093 2024-11-14T07:22:49,782 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:22:49,784 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:22:49,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:344910x0, quorum=127.0.0.1:56093, baseZNode=/2966894181 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T07:22:49,809 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:344910x0, quorum=127.0.0.1:56093, baseZNode=/2966894181 Set watcher on znode that does not yet exist, /2966894181/running 2024-11-14T07:22:49,810 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T07:22:49,810 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34491-0x101383973250007 connected 2024-11-14T07:22:49,824 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T07:22:49,825 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34491-0x101383973250007, quorum=127.0.0.1:56093, baseZNode=/2966894181 Set watcher on znode that does not yet exist, /2966894181/master 2024-11-14T07:22:49,826 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34491-0x101383973250007, quorum=127.0.0.1:56093, baseZNode=/2966894181 Set watcher on znode that does not yet exist, /2966894181/acl 2024-11-14T07:22:49,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34491 2024-11-14T07:22:49,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34491 2024-11-14T07:22:49,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34491 2024-11-14T07:22:49,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34491 2024-11-14T07:22:49,871 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34491 2024-11-14T07:22:49,890 DEBUG [M:0;c7aa6e2790b3:34709 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c7aa6e2790b3:34709 2024-11-14T07:22:49,892 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2966894181/backup-masters/c7aa6e2790b3,34709,1731568969589 2024-11-14T07:22:49,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34709-0x101383973250006, quorum=127.0.0.1:56093, baseZNode=/2966894181 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2966894181/backup-masters 2024-11-14T07:22:49,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34491-0x101383973250007, quorum=127.0.0.1:56093, baseZNode=/2966894181 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2966894181/backup-masters 2024-11-14T07:22:49,900 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34709-0x101383973250006, quorum=127.0.0.1:56093, baseZNode=/2966894181 Set watcher on existing znode=/2966894181/backup-masters/c7aa6e2790b3,34709,1731568969589 2024-11-14T07:22:49,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34491-0x101383973250007, quorum=127.0.0.1:56093, baseZNode=/2966894181 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2966894181/master 2024-11-14T07:22:49,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34709-0x101383973250006, quorum=127.0.0.1:56093, baseZNode=/2966894181 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2966894181 2024-11-14T07:22:49,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34491-0x101383973250007, quorum=127.0.0.1:56093, baseZNode=/2966894181 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2966894181 2024-11-14T07:22:49,911 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34709-0x101383973250006, quorum=127.0.0.1:56093, baseZNode=/2966894181 Set watcher on existing znode=/2966894181/master 2024-11-14T07:22:49,911 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2966894181/backup-masters/c7aa6e2790b3,34709,1731568969589 from backup master directory 2024-11-14T07:22:49,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34709-0x101383973250006, quorum=127.0.0.1:56093, baseZNode=/2966894181 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2966894181/backup-masters/c7aa6e2790b3,34709,1731568969589 2024-11-14T07:22:49,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34709-0x101383973250006, quorum=127.0.0.1:56093, baseZNode=/2966894181 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2966894181/backup-masters 2024-11-14T07:22:49,921 WARN [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T07:22:49,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34491-0x101383973250007, quorum=127.0.0.1:56093, baseZNode=/2966894181 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2966894181/backup-masters 2024-11-14T07:22:49,921 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c7aa6e2790b3,34709,1731568969589 2024-11-14T07:22:49,934 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39527/user/jenkins/test-data/0a873610-d35f-88ed-9530-16cef808e501/hbase.id] with ID: 269d230b-dff0-47d4-a471-f87b7507d52e 2024-11-14T07:22:49,934 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39527/user/jenkins/test-data/0a873610-d35f-88ed-9530-16cef808e501/.tmp/hbase.id 2024-11-14T07:22:49,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46059 is added to blk_1073741826_1002 (size=42) 2024-11-14T07:22:50,366 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39527/user/jenkins/test-data/0a873610-d35f-88ed-9530-16cef808e501/.tmp/hbase.id]:[hdfs://localhost:39527/user/jenkins/test-data/0a873610-d35f-88ed-9530-16cef808e501/hbase.id] 2024-11-14T07:22:50,386 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:22:50,386 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T07:22:50,387 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T07:22:50,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34491-0x101383973250007, quorum=127.0.0.1:56093, baseZNode=/2966894181 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2966894181 2024-11-14T07:22:50,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34709-0x101383973250006, quorum=127.0.0.1:56093, baseZNode=/2966894181 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2966894181 2024-11-14T07:22:50,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46059 is added to blk_1073741827_1003 (size=196) 2024-11-14T07:22:50,463 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T07:22:50,463 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T07:22:50,464 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T07:22:50,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46059 is added to blk_1073741828_1004 (size=1189) 2024-11-14T07:22:50,482 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39527/user/jenkins/test-data/0a873610-d35f-88ed-9530-16cef808e501/MasterData/data/master/store 2024-11-14T07:22:50,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46059 is added to blk_1073741829_1005 (size=34) 2024-11-14T07:22:50,891 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:22:50,891 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T07:22:50,891 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:22:50,891 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:22:50,891 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T07:22:50,891 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:22:50,891 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:22:50,891 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731568970891Disabling compacts and flushes for region at 1731568970891Disabling writes for close at 1731568970891Writing region close event to WAL at 1731568970891Closed at 1731568970891 2024-11-14T07:22:50,892 WARN [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39527/user/jenkins/test-data/0a873610-d35f-88ed-9530-16cef808e501/MasterData/data/master/store/.initializing 2024-11-14T07:22:50,892 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39527/user/jenkins/test-data/0a873610-d35f-88ed-9530-16cef808e501/MasterData/WALs/c7aa6e2790b3,34709,1731568969589 2024-11-14T07:22:50,893 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T07:22:50,894 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c7aa6e2790b3%2C34709%2C1731568969589, suffix=, logDir=hdfs://localhost:39527/user/jenkins/test-data/0a873610-d35f-88ed-9530-16cef808e501/MasterData/WALs/c7aa6e2790b3,34709,1731568969589, archiveDir=hdfs://localhost:39527/user/jenkins/test-data/0a873610-d35f-88ed-9530-16cef808e501/MasterData/oldWALs, maxLogs=10 2024-11-14T07:22:50,910 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0a873610-d35f-88ed-9530-16cef808e501/MasterData/WALs/c7aa6e2790b3,34709,1731568969589/c7aa6e2790b3%2C34709%2C1731568969589.1731568970894, exclude list is [], retry=0 2024-11-14T07:22:50,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46059,DS-e3e7e48f-7b62-4dd0-8056-a584474d0f92,DISK] 2024-11-14T07:22:50,917 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0a873610-d35f-88ed-9530-16cef808e501/MasterData/WALs/c7aa6e2790b3,34709,1731568969589/c7aa6e2790b3%2C34709%2C1731568969589.1731568970894 2024-11-14T07:22:50,918 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36295:36295)] 2024-11-14T07:22:50,918 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T07:22:50,918 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:22:50,918 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:22:50,918 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:22:50,919 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:22:50,920 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T07:22:50,920 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:22:50,920 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:22:50,920 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:22:50,921 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T07:22:50,921 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:22:50,921 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:22:50,921 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:22:50,922 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T07:22:50,922 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:22:50,922 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:22:50,922 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:22:50,923 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T07:22:50,923 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:22:50,923 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:22:50,923 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:22:50,924 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39527/user/jenkins/test-data/0a873610-d35f-88ed-9530-16cef808e501/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:22:50,924 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39527/user/jenkins/test-data/0a873610-d35f-88ed-9530-16cef808e501/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:22:50,925 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:22:50,925 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:22:50,925 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T07:22:50,926 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T07:22:50,928 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39527/user/jenkins/test-data/0a873610-d35f-88ed-9530-16cef808e501/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T07:22:50,929 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65896003, jitterRate=-0.018073037266731262}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T07:22:50,932 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731568970918Initializing all the Stores at 1731568970919 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568970919Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568970919Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568970919Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568970919Cleaning up temporary data from old regions at 1731568970925 (+6 ms)Region opened successfully at 1731568970932 (+7 ms) 2024-11-14T07:22:50,932 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T07:22:50,936 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ba3d47d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c7aa6e2790b3/172.17.0.2:0 2024-11-14T07:22:50,937 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T07:22:50,937 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T07:22:50,937 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T07:22:50,938 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T07:22:50,938 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T07:22:50,938 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T07:22:50,938 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T07:22:50,945 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T07:22:50,946 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34709-0x101383973250006, quorum=127.0.0.1:56093, baseZNode=/2966894181 Unable to get data of znode /2966894181/balancer because node does not exist (not necessarily an error) 2024-11-14T07:22:50,952 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2966894181/balancer already deleted, retry=false 2024-11-14T07:22:50,953 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T07:22:50,953 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34709-0x101383973250006, quorum=127.0.0.1:56093, baseZNode=/2966894181 Unable to get data of znode /2966894181/normalizer because node does not exist (not necessarily an error) 2024-11-14T07:22:50,963 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2966894181/normalizer already deleted, retry=false 2024-11-14T07:22:50,964 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T07:22:50,969 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34709-0x101383973250006, quorum=127.0.0.1:56093, baseZNode=/2966894181 Unable to get data of znode /2966894181/switch/split because node does not exist (not necessarily an error) 2024-11-14T07:22:50,981 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2966894181/switch/split already deleted, retry=false 2024-11-14T07:22:50,982 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34709-0x101383973250006, quorum=127.0.0.1:56093, baseZNode=/2966894181 Unable to get data of znode /2966894181/switch/merge because node does not exist (not necessarily an error) 2024-11-14T07:22:50,992 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2966894181/switch/merge already deleted, retry=false 2024-11-14T07:22:50,994 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34709-0x101383973250006, quorum=127.0.0.1:56093, baseZNode=/2966894181 Unable to get data of znode /2966894181/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T07:22:51,005 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2966894181/snapshot-cleanup already deleted, retry=false 2024-11-14T07:22:51,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34491-0x101383973250007, quorum=127.0.0.1:56093, baseZNode=/2966894181 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2966894181/running 2024-11-14T07:22:51,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34709-0x101383973250006, quorum=127.0.0.1:56093, baseZNode=/2966894181 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2966894181/running 2024-11-14T07:22:51,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34709-0x101383973250006, quorum=127.0.0.1:56093, baseZNode=/2966894181 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2966894181 2024-11-14T07:22:51,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34491-0x101383973250007, quorum=127.0.0.1:56093, baseZNode=/2966894181 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2966894181 2024-11-14T07:22:51,017 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c7aa6e2790b3,34709,1731568969589, sessionid=0x101383973250006, setting cluster-up flag (Was=false) 2024-11-14T07:22:51,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34491-0x101383973250007, quorum=127.0.0.1:56093, baseZNode=/2966894181 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2966894181 2024-11-14T07:22:51,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34709-0x101383973250006, quorum=127.0.0.1:56093, baseZNode=/2966894181 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2966894181 2024-11-14T07:22:51,068 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2966894181/flush-table-proc/acquired, /2966894181/flush-table-proc/reached, /2966894181/flush-table-proc/abort 2024-11-14T07:22:51,069 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c7aa6e2790b3,34709,1731568969589 2024-11-14T07:22:51,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34491-0x101383973250007, quorum=127.0.0.1:56093, baseZNode=/2966894181 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2966894181 2024-11-14T07:22:51,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34709-0x101383973250006, quorum=127.0.0.1:56093, baseZNode=/2966894181 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2966894181 2024-11-14T07:22:51,128 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2966894181/online-snapshot/acquired, /2966894181/online-snapshot/reached, /2966894181/online-snapshot/abort 2024-11-14T07:22:51,129 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c7aa6e2790b3,34709,1731568969589 2024-11-14T07:22:51,130 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39527/user/jenkins/test-data/0a873610-d35f-88ed-9530-16cef808e501/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T07:22:51,131 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T07:22:51,131 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T07:22:51,131 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T07:22:51,131 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c7aa6e2790b3,34709,1731568969589 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T07:22:51,132 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c7aa6e2790b3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T07:22:51,132 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c7aa6e2790b3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T07:22:51,132 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T07:22:51,132 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=5, maxPoolSize=5 2024-11-14T07:22:51,132 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c7aa6e2790b3:0, corePoolSize=10, maxPoolSize=10 2024-11-14T07:22:51,132 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:22:51,132 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T07:22:51,132 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:22:51,133 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T07:22:51,133 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T07:22:51,134 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731569001134 2024-11-14T07:22:51,134 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T07:22:51,134 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T07:22:51,134 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T07:22:51,134 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T07:22:51,134 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T07:22:51,134 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T07:22:51,134 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:22:51,134 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T07:22:51,135 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T07:22:51,135 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T07:22:51,135 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T07:22:51,135 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T07:22:51,135 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T07:22:51,135 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T07:22:51,136 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T07:22:51,136 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.large.0-1731568971136,5,FailOnTimeoutGroup] 2024-11-14T07:22:51,136 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.small.0-1731568971136,5,FailOnTimeoutGroup] 2024-11-14T07:22:51,136 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T07:22:51,136 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T07:22:51,136 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T07:22:51,136 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T07:22:51,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46059 is added to blk_1073741831_1007 (size=1321) 2024-11-14T07:22:51,142 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39527/user/jenkins/test-data/0a873610-d35f-88ed-9530-16cef808e501/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T07:22:51,142 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39527/user/jenkins/test-data/0a873610-d35f-88ed-9530-16cef808e501 2024-11-14T07:22:51,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46059 is added to blk_1073741832_1008 (size=32) 2024-11-14T07:22:51,175 INFO [RS:0;c7aa6e2790b3:34491 {}] regionserver.HRegionServer(746): ClusterId : 269d230b-dff0-47d4-a471-f87b7507d52e 2024-11-14T07:22:51,175 DEBUG [RS:0;c7aa6e2790b3:34491 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T07:22:51,185 DEBUG [RS:0;c7aa6e2790b3:34491 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T07:22:51,185 DEBUG [RS:0;c7aa6e2790b3:34491 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T07:22:51,251 DEBUG [RS:0;c7aa6e2790b3:34491 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T07:22:51,251 DEBUG [RS:0;c7aa6e2790b3:34491 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45fd1630, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c7aa6e2790b3/172.17.0.2:0 2024-11-14T07:22:51,264 DEBUG [RS:0;c7aa6e2790b3:34491 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c7aa6e2790b3:34491 2024-11-14T07:22:51,264 INFO [RS:0;c7aa6e2790b3:34491 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T07:22:51,264 INFO [RS:0;c7aa6e2790b3:34491 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T07:22:51,264 DEBUG [RS:0;c7aa6e2790b3:34491 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T07:22:51,265 INFO [RS:0;c7aa6e2790b3:34491 {}] regionserver.HRegionServer(2659): reportForDuty to master=c7aa6e2790b3,34709,1731568969589 with port=34491, startcode=1731568969767 2024-11-14T07:22:51,265 DEBUG [RS:0;c7aa6e2790b3:34491 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T07:22:51,269 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42049, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T07:22:51,269 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34709 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c7aa6e2790b3,34491,1731568969767 2024-11-14T07:22:51,269 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34709 {}] master.ServerManager(517): Registering regionserver=c7aa6e2790b3,34491,1731568969767 2024-11-14T07:22:51,270 DEBUG [RS:0;c7aa6e2790b3:34491 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39527/user/jenkins/test-data/0a873610-d35f-88ed-9530-16cef808e501 2024-11-14T07:22:51,270 DEBUG [RS:0;c7aa6e2790b3:34491 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39527 2024-11-14T07:22:51,270 DEBUG [RS:0;c7aa6e2790b3:34491 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T07:22:51,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34709-0x101383973250006, quorum=127.0.0.1:56093, baseZNode=/2966894181 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2966894181/rs 2024-11-14T07:22:51,371 DEBUG [RS:0;c7aa6e2790b3:34491 {}] zookeeper.ZKUtil(111): regionserver:34491-0x101383973250007, quorum=127.0.0.1:56093, baseZNode=/2966894181 Set watcher on existing znode=/2966894181/rs/c7aa6e2790b3,34491,1731568969767 2024-11-14T07:22:51,371 WARN [RS:0;c7aa6e2790b3:34491 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T07:22:51,372 INFO [RS:0;c7aa6e2790b3:34491 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T07:22:51,372 DEBUG [RS:0;c7aa6e2790b3:34491 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39527/user/jenkins/test-data/0a873610-d35f-88ed-9530-16cef808e501/WALs/c7aa6e2790b3,34491,1731568969767 2024-11-14T07:22:51,372 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c7aa6e2790b3,34491,1731568969767] 2024-11-14T07:22:51,373 INFO [RS:0;c7aa6e2790b3:34491 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T07:22:51,388 INFO [RS:0;c7aa6e2790b3:34491 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T07:22:51,388 INFO [RS:0;c7aa6e2790b3:34491 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T07:22:51,388 INFO [RS:0;c7aa6e2790b3:34491 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T07:22:51,389 INFO [RS:0;c7aa6e2790b3:34491 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T07:22:51,389 INFO [RS:0;c7aa6e2790b3:34491 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T07:22:51,389 INFO [RS:0;c7aa6e2790b3:34491 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T07:22:51,389 DEBUG [RS:0;c7aa6e2790b3:34491 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:22:51,389 DEBUG [RS:0;c7aa6e2790b3:34491 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:22:51,389 DEBUG [RS:0;c7aa6e2790b3:34491 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:22:51,389 DEBUG [RS:0;c7aa6e2790b3:34491 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:22:51,390 DEBUG [RS:0;c7aa6e2790b3:34491 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:22:51,390 DEBUG [RS:0;c7aa6e2790b3:34491 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c7aa6e2790b3:0, corePoolSize=2, maxPoolSize=2 2024-11-14T07:22:51,390 DEBUG [RS:0;c7aa6e2790b3:34491 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:22:51,390 DEBUG [RS:0;c7aa6e2790b3:34491 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:22:51,390 DEBUG [RS:0;c7aa6e2790b3:34491 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:22:51,390 DEBUG [RS:0;c7aa6e2790b3:34491 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:22:51,390 DEBUG [RS:0;c7aa6e2790b3:34491 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:22:51,390 DEBUG [RS:0;c7aa6e2790b3:34491 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c7aa6e2790b3:0, corePoolSize=1, maxPoolSize=1 2024-11-14T07:22:51,390 DEBUG [RS:0;c7aa6e2790b3:34491 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c7aa6e2790b3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T07:22:51,390 DEBUG [RS:0;c7aa6e2790b3:34491 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c7aa6e2790b3:0, corePoolSize=3, maxPoolSize=3 2024-11-14T07:22:51,390 INFO [RS:0;c7aa6e2790b3:34491 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T07:22:51,390 INFO [RS:0;c7aa6e2790b3:34491 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T07:22:51,390 INFO [RS:0;c7aa6e2790b3:34491 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T07:22:51,390 INFO [RS:0;c7aa6e2790b3:34491 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T07:22:51,390 INFO [RS:0;c7aa6e2790b3:34491 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T07:22:51,390 INFO [RS:0;c7aa6e2790b3:34491 {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,34491,1731568969767-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T07:22:51,404 INFO [RS:0;c7aa6e2790b3:34491 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T07:22:51,404 INFO [RS:0;c7aa6e2790b3:34491 {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,34491,1731568969767-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T07:22:51,404 INFO [RS:0;c7aa6e2790b3:34491 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:22:51,405 INFO [RS:0;c7aa6e2790b3:34491 {}] regionserver.Replication(171): c7aa6e2790b3,34491,1731568969767 started 2024-11-14T07:22:51,419 INFO [RS:0;c7aa6e2790b3:34491 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:22:51,419 INFO [RS:0;c7aa6e2790b3:34491 {}] regionserver.HRegionServer(1482): Serving as c7aa6e2790b3,34491,1731568969767, RpcServer on c7aa6e2790b3/172.17.0.2:34491, sessionid=0x101383973250007 2024-11-14T07:22:51,419 DEBUG [RS:0;c7aa6e2790b3:34491 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T07:22:51,419 DEBUG [RS:0;c7aa6e2790b3:34491 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c7aa6e2790b3,34491,1731568969767 2024-11-14T07:22:51,419 DEBUG [RS:0;c7aa6e2790b3:34491 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c7aa6e2790b3,34491,1731568969767' 2024-11-14T07:22:51,419 DEBUG [RS:0;c7aa6e2790b3:34491 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2966894181/flush-table-proc/abort' 2024-11-14T07:22:51,420 DEBUG [RS:0;c7aa6e2790b3:34491 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2966894181/flush-table-proc/acquired' 2024-11-14T07:22:51,420 DEBUG [RS:0;c7aa6e2790b3:34491 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T07:22:51,420 DEBUG [RS:0;c7aa6e2790b3:34491 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T07:22:51,420 DEBUG [RS:0;c7aa6e2790b3:34491 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c7aa6e2790b3,34491,1731568969767 2024-11-14T07:22:51,420 DEBUG [RS:0;c7aa6e2790b3:34491 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c7aa6e2790b3,34491,1731568969767' 2024-11-14T07:22:51,420 DEBUG [RS:0;c7aa6e2790b3:34491 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2966894181/online-snapshot/abort' 2024-11-14T07:22:51,420 DEBUG [RS:0;c7aa6e2790b3:34491 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2966894181/online-snapshot/acquired' 2024-11-14T07:22:51,421 DEBUG [RS:0;c7aa6e2790b3:34491 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T07:22:51,421 INFO [RS:0;c7aa6e2790b3:34491 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T07:22:51,421 INFO [RS:0;c7aa6e2790b3:34491 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T07:22:51,521 INFO [RS:0;c7aa6e2790b3:34491 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T07:22:51,522 INFO [RS:0;c7aa6e2790b3:34491 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c7aa6e2790b3%2C34491%2C1731568969767, suffix=, logDir=hdfs://localhost:39527/user/jenkins/test-data/0a873610-d35f-88ed-9530-16cef808e501/WALs/c7aa6e2790b3,34491,1731568969767, archiveDir=hdfs://localhost:39527/user/jenkins/test-data/0a873610-d35f-88ed-9530-16cef808e501/oldWALs, maxLogs=10 2024-11-14T07:22:51,538 DEBUG [RS:0;c7aa6e2790b3:34491 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0a873610-d35f-88ed-9530-16cef808e501/WALs/c7aa6e2790b3,34491,1731568969767/c7aa6e2790b3%2C34491%2C1731568969767.1731568971523, exclude list is [], retry=0 2024-11-14T07:22:51,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46059,DS-e3e7e48f-7b62-4dd0-8056-a584474d0f92,DISK] 2024-11-14T07:22:51,541 INFO [RS:0;c7aa6e2790b3:34491 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0a873610-d35f-88ed-9530-16cef808e501/WALs/c7aa6e2790b3,34491,1731568969767/c7aa6e2790b3%2C34491%2C1731568969767.1731568971523 2024-11-14T07:22:51,541 DEBUG [RS:0;c7aa6e2790b3:34491 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36295:36295)] 2024-11-14T07:22:51,550 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:22:51,551 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T07:22:51,551 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T07:22:51,552 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:22:51,552 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:22:51,552 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T07:22:51,553 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T07:22:51,553 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:22:51,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:22:51,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T07:22:51,554 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T07:22:51,554 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:22:51,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:22:51,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T07:22:51,555 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T07:22:51,555 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:22:51,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:22:51,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T07:22:51,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39527/user/jenkins/test-data/0a873610-d35f-88ed-9530-16cef808e501/data/hbase/meta/1588230740 2024-11-14T07:22:51,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39527/user/jenkins/test-data/0a873610-d35f-88ed-9530-16cef808e501/data/hbase/meta/1588230740 2024-11-14T07:22:51,557 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T07:22:51,557 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T07:22:51,558 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T07:22:51,558 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T07:22:51,560 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39527/user/jenkins/test-data/0a873610-d35f-88ed-9530-16cef808e501/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T07:22:51,560 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66469825, jitterRate=-0.009522423148155212}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T07:22:51,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731568971550Initializing all the Stores at 1731568971550Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568971550Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568971550Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568971550Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568971550Cleaning up temporary data from old regions at 1731568971557 (+7 ms)Region opened successfully at 1731568971560 (+3 ms) 2024-11-14T07:22:51,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T07:22:51,560 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T07:22:51,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T07:22:51,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T07:22:51,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T07:22:51,561 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T07:22:51,561 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731568971560Disabling compacts and flushes for region at 1731568971560Disabling writes for close at 1731568971560Writing region close event to WAL at 1731568971561 (+1 ms)Closed at 1731568971561 2024-11-14T07:22:51,561 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T07:22:51,562 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T07:22:51,562 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T07:22:51,562 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T07:22:51,563 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T07:22:51,713 DEBUG [c7aa6e2790b3:34709 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T07:22:51,714 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c7aa6e2790b3,34491,1731568969767 2024-11-14T07:22:51,715 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c7aa6e2790b3,34491,1731568969767, state=OPENING 2024-11-14T07:22:51,750 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T07:22:51,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34709-0x101383973250006, quorum=127.0.0.1:56093, baseZNode=/2966894181 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2966894181 2024-11-14T07:22:51,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34491-0x101383973250007, quorum=127.0.0.1:56093, baseZNode=/2966894181 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2966894181 2024-11-14T07:22:51,771 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T07:22:51,771 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2966894181/meta-region-server: CHANGED 2024-11-14T07:22:51,771 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2966894181/meta-region-server: CHANGED 2024-11-14T07:22:51,771 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c7aa6e2790b3,34491,1731568969767}] 2024-11-14T07:22:51,923 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T07:22:51,924 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49865, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T07:22:51,927 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T07:22:51,927 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T07:22:51,927 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T07:22:51,928 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c7aa6e2790b3%2C34491%2C1731568969767.meta, suffix=.meta, logDir=hdfs://localhost:39527/user/jenkins/test-data/0a873610-d35f-88ed-9530-16cef808e501/WALs/c7aa6e2790b3,34491,1731568969767, archiveDir=hdfs://localhost:39527/user/jenkins/test-data/0a873610-d35f-88ed-9530-16cef808e501/oldWALs, maxLogs=10 2024-11-14T07:22:51,939 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0a873610-d35f-88ed-9530-16cef808e501/WALs/c7aa6e2790b3,34491,1731568969767/c7aa6e2790b3%2C34491%2C1731568969767.meta.1731568971928.meta, exclude list is [], retry=0 2024-11-14T07:22:51,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46059,DS-e3e7e48f-7b62-4dd0-8056-a584474d0f92,DISK] 2024-11-14T07:22:51,942 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0a873610-d35f-88ed-9530-16cef808e501/WALs/c7aa6e2790b3,34491,1731568969767/c7aa6e2790b3%2C34491%2C1731568969767.meta.1731568971928.meta 2024-11-14T07:22:51,942 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36295:36295)] 2024-11-14T07:22:51,943 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T07:22:51,943 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T07:22:51,943 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T07:22:51,943 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T07:22:51,943 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T07:22:51,943 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T07:22:51,943 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:22:51,943 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T07:22:51,943 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T07:22:51,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T07:22:51,945 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T07:22:51,945 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:22:51,945 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:22:51,945 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T07:22:51,946 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T07:22:51,946 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:22:51,946 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:22:51,946 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T07:22:51,947 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T07:22:51,947 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:22:51,947 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:22:51,947 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T07:22:51,948 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T07:22:51,948 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:22:51,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T07:22:51,948 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T07:22:51,949 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39527/user/jenkins/test-data/0a873610-d35f-88ed-9530-16cef808e501/data/hbase/meta/1588230740 2024-11-14T07:22:51,949 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39527/user/jenkins/test-data/0a873610-d35f-88ed-9530-16cef808e501/data/hbase/meta/1588230740 2024-11-14T07:22:51,950 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T07:22:51,950 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T07:22:51,951 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T07:22:51,951 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T07:22:51,952 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70251656, jitterRate=0.04683125019073486}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T07:22:51,952 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T07:22:51,952 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731568971943Writing region info on filesystem at 1731568971943Initializing all the Stores at 1731568971944 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568971944Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568971944Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568971944Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731568971944Cleaning up temporary data from old regions at 1731568971950 (+6 ms)Running coprocessor post-open hooks at 1731568971952 (+2 ms)Region opened successfully at 1731568971952 2024-11-14T07:22:51,953 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731568971923 2024-11-14T07:22:51,954 DEBUG [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T07:22:51,954 INFO [RS_OPEN_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T07:22:51,955 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c7aa6e2790b3,34491,1731568969767 2024-11-14T07:22:51,955 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c7aa6e2790b3,34491,1731568969767, state=OPEN 2024-11-14T07:22:52,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34491-0x101383973250007, quorum=127.0.0.1:56093, baseZNode=/2966894181 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2966894181/meta-region-server 2024-11-14T07:22:52,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34709-0x101383973250006, quorum=127.0.0.1:56093, baseZNode=/2966894181 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2966894181/meta-region-server 2024-11-14T07:22:52,013 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c7aa6e2790b3,34491,1731568969767 2024-11-14T07:22:52,013 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2966894181/meta-region-server: CHANGED 2024-11-14T07:22:52,013 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2966894181/meta-region-server: CHANGED 2024-11-14T07:22:52,015 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T07:22:52,015 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c7aa6e2790b3,34491,1731568969767 in 242 msec 2024-11-14T07:22:52,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T07:22:52,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 453 msec 2024-11-14T07:22:52,017 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T07:22:52,017 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T07:22:52,018 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T07:22:52,018 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c7aa6e2790b3,34491,1731568969767, seqNum=-1] 2024-11-14T07:22:52,018 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T07:22:52,019 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34037, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T07:22:52,022 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 891 msec 2024-11-14T07:22:52,022 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731568972022, completionTime=-1 2024-11-14T07:22:52,022 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T07:22:52,022 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T07:22:52,024 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T07:22:52,024 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731569032024 2024-11-14T07:22:52,024 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731569092024 2024-11-14T07:22:52,024 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T07:22:52,024 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,34709,1731568969589-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T07:22:52,024 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,34709,1731568969589-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:22:52,024 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,34709,1731568969589-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:22:52,024 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c7aa6e2790b3:34709, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:22:52,024 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T07:22:52,024 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T07:22:52,027 DEBUG [master/c7aa6e2790b3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T07:22:52,028 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.107sec 2024-11-14T07:22:52,028 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T07:22:52,028 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T07:22:52,028 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T07:22:52,029 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T07:22:52,029 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T07:22:52,029 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,34709,1731568969589-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T07:22:52,029 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,34709,1731568969589-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T07:22:52,030 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T07:22:52,030 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T07:22:52,031 INFO [master/c7aa6e2790b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c7aa6e2790b3,34709,1731568969589-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T07:22:52,075 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5181d241, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:22:52,075 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,34709,-1 for getting cluster id 2024-11-14T07:22:52,075 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:22:52,076 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '269d230b-dff0-47d4-a471-f87b7507d52e' 2024-11-14T07:22:52,076 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:22:52,077 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "269d230b-dff0-47d4-a471-f87b7507d52e" 2024-11-14T07:22:52,077 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a82a4ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:22:52,077 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,34709,-1] 2024-11-14T07:22:52,077 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:22:52,077 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:22:52,077 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:22:52,078 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11760988, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:22:52,078 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T07:22:52,079 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c7aa6e2790b3,34491,1731568969767, seqNum=-1] 2024-11-14T07:22:52,079 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T07:22:52,080 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T07:22:52,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c7aa6e2790b3,34709,1731568969589 2024-11-14T07:22:52,082 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:56093 2024-11-14T07:22:52,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:56093, baseZNode=/2966894181 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T07:22:52,132 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101383973250008 connected 2024-11-14T07:22:52,154 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:22:52,155 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is c7aa6e2790b3,41379,1731568959227 2024-11-14T07:22:52,155 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26d088bf 2024-11-14T07:22:52,155 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T07:22:52,156 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T07:22:52,156 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41379 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T07:22:52,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41379 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T07:22:52,158 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T07:22:52,158 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:22:52,158 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41379 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T07:22:52,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:22:52,159 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T07:22:52,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40489 is added to blk_1073741835_1011 (size=902) 2024-11-14T07:22:52,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:22:52,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:22:52,575 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5104b6e75c2992f92d095b2e2e10bf74, NAME => 'test,,1731568972156.5104b6e75c2992f92d095b2e2e10bf74.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce 2024-11-14T07:22:52,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40489 is added to blk_1073741836_1012 (size=39) 2024-11-14T07:22:52,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:22:52,954 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T07:22:52,955 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:52,955 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:52,955 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:52,955 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:52,956 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:52,956 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:52,956 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:52,956 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:52,979 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731568972156.5104b6e75c2992f92d095b2e2e10bf74.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:22:52,980 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5104b6e75c2992f92d095b2e2e10bf74, disabling compactions & flushes 2024-11-14T07:22:52,980 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731568972156.5104b6e75c2992f92d095b2e2e10bf74. 2024-11-14T07:22:52,980 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731568972156.5104b6e75c2992f92d095b2e2e10bf74. 2024-11-14T07:22:52,980 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731568972156.5104b6e75c2992f92d095b2e2e10bf74. after waiting 0 ms 2024-11-14T07:22:52,980 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731568972156.5104b6e75c2992f92d095b2e2e10bf74. 2024-11-14T07:22:52,980 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731568972156.5104b6e75c2992f92d095b2e2e10bf74. 2024-11-14T07:22:52,980 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5104b6e75c2992f92d095b2e2e10bf74: Waiting for close lock at 1731568972979Disabling compacts and flushes for region at 1731568972979Disabling writes for close at 1731568972980 (+1 ms)Writing region close event to WAL at 1731568972980Closed at 1731568972980 2024-11-14T07:22:52,982 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T07:22:52,982 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731568972156.5104b6e75c2992f92d095b2e2e10bf74.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731568972982"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731568972982"}]},"ts":"1731568972982"} 2024-11-14T07:22:52,984 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T07:22:52,985 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T07:22:52,985 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731568972985"}]},"ts":"1731568972985"} 2024-11-14T07:22:52,986 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T07:22:52,986 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5104b6e75c2992f92d095b2e2e10bf74, ASSIGN}] 2024-11-14T07:22:52,987 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5104b6e75c2992f92d095b2e2e10bf74, ASSIGN 2024-11-14T07:22:52,988 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5104b6e75c2992f92d095b2e2e10bf74, ASSIGN; state=OFFLINE, location=c7aa6e2790b3,45947,1731568959409; forceNewPlan=false, retain=false 2024-11-14T07:22:53,014 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:53,014 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:53,014 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:53,014 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:53,014 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:53,014 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:53,020 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:53,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:53,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:53,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:53,139 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5104b6e75c2992f92d095b2e2e10bf74, regionState=OPENING, regionLocation=c7aa6e2790b3,45947,1731568959409 2024-11-14T07:22:53,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5104b6e75c2992f92d095b2e2e10bf74, ASSIGN because future has completed 2024-11-14T07:22:53,140 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5104b6e75c2992f92d095b2e2e10bf74, server=c7aa6e2790b3,45947,1731568959409}] 2024-11-14T07:22:53,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:22:53,295 INFO [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731568972156.5104b6e75c2992f92d095b2e2e10bf74. 2024-11-14T07:22:53,295 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5104b6e75c2992f92d095b2e2e10bf74, NAME => 'test,,1731568972156.5104b6e75c2992f92d095b2e2e10bf74.', STARTKEY => '', ENDKEY => ''} 2024-11-14T07:22:53,296 INFO [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T07:22:53,296 INFO [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T07:22:53,296 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5104b6e75c2992f92d095b2e2e10bf74 2024-11-14T07:22:53,296 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731568972156.5104b6e75c2992f92d095b2e2e10bf74.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:22:53,296 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5104b6e75c2992f92d095b2e2e10bf74 2024-11-14T07:22:53,296 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5104b6e75c2992f92d095b2e2e10bf74 2024-11-14T07:22:53,297 INFO [StoreOpener-5104b6e75c2992f92d095b2e2e10bf74-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5104b6e75c2992f92d095b2e2e10bf74 2024-11-14T07:22:53,298 INFO [StoreOpener-5104b6e75c2992f92d095b2e2e10bf74-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5104b6e75c2992f92d095b2e2e10bf74 columnFamilyName f 2024-11-14T07:22:53,298 DEBUG [StoreOpener-5104b6e75c2992f92d095b2e2e10bf74-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:22:53,299 INFO [StoreOpener-5104b6e75c2992f92d095b2e2e10bf74-1 {}] regionserver.HStore(327): Store=5104b6e75c2992f92d095b2e2e10bf74/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:22:53,299 INFO [StoreOpener-5104b6e75c2992f92d095b2e2e10bf74-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5104b6e75c2992f92d095b2e2e10bf74 2024-11-14T07:22:53,299 INFO [StoreOpener-5104b6e75c2992f92d095b2e2e10bf74-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5104b6e75c2992f92d095b2e2e10bf74 columnFamilyName f1 2024-11-14T07:22:53,300 DEBUG [StoreOpener-5104b6e75c2992f92d095b2e2e10bf74-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:22:53,300 INFO [StoreOpener-5104b6e75c2992f92d095b2e2e10bf74-1 {}] regionserver.HStore(327): Store=5104b6e75c2992f92d095b2e2e10bf74/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:22:53,300 INFO [StoreOpener-5104b6e75c2992f92d095b2e2e10bf74-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5104b6e75c2992f92d095b2e2e10bf74 2024-11-14T07:22:53,301 INFO [StoreOpener-5104b6e75c2992f92d095b2e2e10bf74-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5104b6e75c2992f92d095b2e2e10bf74 columnFamilyName norep 2024-11-14T07:22:53,301 DEBUG [StoreOpener-5104b6e75c2992f92d095b2e2e10bf74-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:22:53,301 INFO [StoreOpener-5104b6e75c2992f92d095b2e2e10bf74-1 {}] regionserver.HStore(327): Store=5104b6e75c2992f92d095b2e2e10bf74/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:22:53,301 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5104b6e75c2992f92d095b2e2e10bf74 2024-11-14T07:22:53,301 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/data/default/test/5104b6e75c2992f92d095b2e2e10bf74 2024-11-14T07:22:53,302 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/data/default/test/5104b6e75c2992f92d095b2e2e10bf74 2024-11-14T07:22:53,302 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5104b6e75c2992f92d095b2e2e10bf74 2024-11-14T07:22:53,302 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5104b6e75c2992f92d095b2e2e10bf74 2024-11-14T07:22:53,303 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T07:22:53,303 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5104b6e75c2992f92d095b2e2e10bf74 2024-11-14T07:22:53,305 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/data/default/test/5104b6e75c2992f92d095b2e2e10bf74/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T07:22:53,305 INFO [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5104b6e75c2992f92d095b2e2e10bf74; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65541149, jitterRate=-0.02336077392101288}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T07:22:53,305 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5104b6e75c2992f92d095b2e2e10bf74 2024-11-14T07:22:53,305 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5104b6e75c2992f92d095b2e2e10bf74: Running coprocessor pre-open hook at 1731568973296Writing region info on filesystem at 1731568973296Initializing all the Stores at 1731568973297 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568973297Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568973297Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568973297Cleaning up temporary data from old regions at 1731568973302 (+5 ms)Running coprocessor post-open hooks at 1731568973305 (+3 ms)Region opened successfully at 1731568973305 2024-11-14T07:22:53,306 INFO [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731568972156.5104b6e75c2992f92d095b2e2e10bf74., pid=6, masterSystemTime=1731568973292 2024-11-14T07:22:53,308 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731568972156.5104b6e75c2992f92d095b2e2e10bf74. 2024-11-14T07:22:53,308 INFO [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731568972156.5104b6e75c2992f92d095b2e2e10bf74. 2024-11-14T07:22:53,308 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5104b6e75c2992f92d095b2e2e10bf74, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c7aa6e2790b3,45947,1731568959409 2024-11-14T07:22:53,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5104b6e75c2992f92d095b2e2e10bf74, server=c7aa6e2790b3,45947,1731568959409 because future has completed 2024-11-14T07:22:53,311 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T07:22:53,312 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5104b6e75c2992f92d095b2e2e10bf74, server=c7aa6e2790b3,45947,1731568959409 in 170 msec 2024-11-14T07:22:53,313 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T07:22:53,313 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5104b6e75c2992f92d095b2e2e10bf74, ASSIGN in 325 msec 2024-11-14T07:22:53,314 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T07:22:53,314 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731568973314"}]},"ts":"1731568973314"} 2024-11-14T07:22:53,315 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T07:22:53,315 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T07:22:53,316 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1590 sec 2024-11-14T07:22:54,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:22:54,316 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T07:22:54,316 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:22:54,317 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is c7aa6e2790b3,41409,1731568964080 2024-11-14T07:22:54,317 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@74857644 2024-11-14T07:22:54,317 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T07:22:54,318 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T07:22:54,319 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41409 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T07:22:54,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41409 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T07:22:54,321 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T07:22:54,321 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:22:54,321 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41409 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T07:22:54,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41409 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:22:54,323 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T07:22:54,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741835_1011 (size=902) 2024-11-14T07:22:54,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41409 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:22:54,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41409 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:22:54,729 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2880d9237813c64146698226f96113f2, NAME => 'test,,1731568974318.2880d9237813c64146698226f96113f2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3 2024-11-14T07:22:54,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741836_1012 (size=39) 2024-11-14T07:22:54,733 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731568974318.2880d9237813c64146698226f96113f2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:22:54,733 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 2880d9237813c64146698226f96113f2, disabling compactions & flushes 2024-11-14T07:22:54,733 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731568974318.2880d9237813c64146698226f96113f2. 2024-11-14T07:22:54,733 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731568974318.2880d9237813c64146698226f96113f2. 2024-11-14T07:22:54,733 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731568974318.2880d9237813c64146698226f96113f2. after waiting 0 ms 2024-11-14T07:22:54,733 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731568974318.2880d9237813c64146698226f96113f2. 2024-11-14T07:22:54,733 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731568974318.2880d9237813c64146698226f96113f2. 2024-11-14T07:22:54,733 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2880d9237813c64146698226f96113f2: Waiting for close lock at 1731568974733Disabling compacts and flushes for region at 1731568974733Disabling writes for close at 1731568974733Writing region close event to WAL at 1731568974733Closed at 1731568974733 2024-11-14T07:22:54,734 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T07:22:54,735 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731568974318.2880d9237813c64146698226f96113f2.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731568974734"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731568974734"}]},"ts":"1731568974734"} 2024-11-14T07:22:54,736 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T07:22:54,737 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T07:22:54,737 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731568974737"}]},"ts":"1731568974737"} 2024-11-14T07:22:54,739 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T07:22:54,739 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2880d9237813c64146698226f96113f2, ASSIGN}] 2024-11-14T07:22:54,740 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2880d9237813c64146698226f96113f2, ASSIGN 2024-11-14T07:22:54,741 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2880d9237813c64146698226f96113f2, ASSIGN; state=OFFLINE, location=c7aa6e2790b3,34685,1731568964234; forceNewPlan=false, retain=false 2024-11-14T07:22:54,892 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2880d9237813c64146698226f96113f2, regionState=OPENING, regionLocation=c7aa6e2790b3,34685,1731568964234 2024-11-14T07:22:54,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2880d9237813c64146698226f96113f2, ASSIGN because future has completed 2024-11-14T07:22:54,896 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2880d9237813c64146698226f96113f2, server=c7aa6e2790b3,34685,1731568964234}] 2024-11-14T07:22:54,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41409 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:22:55,052 INFO [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731568974318.2880d9237813c64146698226f96113f2. 2024-11-14T07:22:55,052 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2880d9237813c64146698226f96113f2, NAME => 'test,,1731568974318.2880d9237813c64146698226f96113f2.', STARTKEY => '', ENDKEY => ''} 2024-11-14T07:22:55,053 INFO [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T07:22:55,053 INFO [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T07:22:55,053 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2880d9237813c64146698226f96113f2 2024-11-14T07:22:55,053 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731568974318.2880d9237813c64146698226f96113f2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:22:55,054 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2880d9237813c64146698226f96113f2 2024-11-14T07:22:55,055 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2880d9237813c64146698226f96113f2 2024-11-14T07:22:55,063 INFO [StoreOpener-2880d9237813c64146698226f96113f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2880d9237813c64146698226f96113f2 2024-11-14T07:22:55,064 INFO [StoreOpener-2880d9237813c64146698226f96113f2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2880d9237813c64146698226f96113f2 columnFamilyName f 2024-11-14T07:22:55,064 DEBUG [StoreOpener-2880d9237813c64146698226f96113f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:22:55,065 INFO [StoreOpener-2880d9237813c64146698226f96113f2-1 {}] regionserver.HStore(327): Store=2880d9237813c64146698226f96113f2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:22:55,065 INFO [StoreOpener-2880d9237813c64146698226f96113f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 2880d9237813c64146698226f96113f2 2024-11-14T07:22:55,066 INFO [StoreOpener-2880d9237813c64146698226f96113f2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2880d9237813c64146698226f96113f2 columnFamilyName f1 2024-11-14T07:22:55,066 DEBUG [StoreOpener-2880d9237813c64146698226f96113f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:22:55,067 INFO [StoreOpener-2880d9237813c64146698226f96113f2-1 {}] regionserver.HStore(327): Store=2880d9237813c64146698226f96113f2/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:22:55,067 INFO [StoreOpener-2880d9237813c64146698226f96113f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2880d9237813c64146698226f96113f2 2024-11-14T07:22:55,069 INFO [StoreOpener-2880d9237813c64146698226f96113f2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2880d9237813c64146698226f96113f2 columnFamilyName norep 2024-11-14T07:22:55,069 DEBUG [StoreOpener-2880d9237813c64146698226f96113f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:22:55,069 INFO [StoreOpener-2880d9237813c64146698226f96113f2-1 {}] regionserver.HStore(327): Store=2880d9237813c64146698226f96113f2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:22:55,069 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2880d9237813c64146698226f96113f2 2024-11-14T07:22:55,070 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/data/default/test/2880d9237813c64146698226f96113f2 2024-11-14T07:22:55,070 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/data/default/test/2880d9237813c64146698226f96113f2 2024-11-14T07:22:55,071 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2880d9237813c64146698226f96113f2 2024-11-14T07:22:55,071 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2880d9237813c64146698226f96113f2 2024-11-14T07:22:55,071 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T07:22:55,072 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2880d9237813c64146698226f96113f2 2024-11-14T07:22:55,074 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/data/default/test/2880d9237813c64146698226f96113f2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T07:22:55,074 INFO [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2880d9237813c64146698226f96113f2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59643253, jitterRate=-0.1112462729215622}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T07:22:55,074 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2880d9237813c64146698226f96113f2 2024-11-14T07:22:55,074 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2880d9237813c64146698226f96113f2: Running coprocessor pre-open hook at 1731568975055Writing region info on filesystem at 1731568975055Initializing all the Stores at 1731568975055Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568975055Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568975063 (+8 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568975063Cleaning up temporary data from old regions at 1731568975071 (+8 ms)Running coprocessor post-open hooks at 1731568975074 (+3 ms)Region opened successfully at 1731568975074 2024-11-14T07:22:55,075 INFO [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731568974318.2880d9237813c64146698226f96113f2., pid=6, masterSystemTime=1731568975048 2024-11-14T07:22:55,077 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731568974318.2880d9237813c64146698226f96113f2. 2024-11-14T07:22:55,077 INFO [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731568974318.2880d9237813c64146698226f96113f2. 2024-11-14T07:22:55,077 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2880d9237813c64146698226f96113f2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c7aa6e2790b3,34685,1731568964234 2024-11-14T07:22:55,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2880d9237813c64146698226f96113f2, server=c7aa6e2790b3,34685,1731568964234 because future has completed 2024-11-14T07:22:55,081 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T07:22:55,081 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2880d9237813c64146698226f96113f2, server=c7aa6e2790b3,34685,1731568964234 in 183 msec 2024-11-14T07:22:55,083 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T07:22:55,083 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2880d9237813c64146698226f96113f2, ASSIGN in 342 msec 2024-11-14T07:22:55,083 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T07:22:55,084 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731568975083"}]},"ts":"1731568975083"} 2024-11-14T07:22:55,085 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T07:22:55,086 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T07:22:55,087 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 767 msec 2024-11-14T07:22:55,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41409 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:22:55,455 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T07:22:55,455 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:22:55,456 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is c7aa6e2790b3,34709,1731568969589 2024-11-14T07:22:55,456 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45872edd 2024-11-14T07:22:55,456 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T07:22:55,457 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T07:22:55,457 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34709 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T07:22:55,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34709 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T07:22:55,459 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T07:22:55,459 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:22:55,459 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34709 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T07:22:55,459 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T07:22:55,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34709 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:22:55,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46059 is added to blk_1073741835_1011 (size=902) 2024-11-14T07:22:55,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34709 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:22:55,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34709 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:22:55,865 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c3f6a3cfc90cd600bf42784d3c1afa5e, NAME => 'test,,1731568975457.c3f6a3cfc90cd600bf42784d3c1afa5e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39527/user/jenkins/test-data/0a873610-d35f-88ed-9530-16cef808e501 2024-11-14T07:22:55,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46059 is added to blk_1073741836_1012 (size=39) 2024-11-14T07:22:56,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34709 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:22:56,269 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731568975457.c3f6a3cfc90cd600bf42784d3c1afa5e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:22:56,269 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c3f6a3cfc90cd600bf42784d3c1afa5e, disabling compactions & flushes 2024-11-14T07:22:56,270 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731568975457.c3f6a3cfc90cd600bf42784d3c1afa5e. 2024-11-14T07:22:56,270 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731568975457.c3f6a3cfc90cd600bf42784d3c1afa5e. 2024-11-14T07:22:56,270 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731568975457.c3f6a3cfc90cd600bf42784d3c1afa5e. after waiting 0 ms 2024-11-14T07:22:56,270 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731568975457.c3f6a3cfc90cd600bf42784d3c1afa5e. 2024-11-14T07:22:56,270 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731568975457.c3f6a3cfc90cd600bf42784d3c1afa5e. 2024-11-14T07:22:56,270 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c3f6a3cfc90cd600bf42784d3c1afa5e: Waiting for close lock at 1731568976269Disabling compacts and flushes for region at 1731568976269Disabling writes for close at 1731568976270 (+1 ms)Writing region close event to WAL at 1731568976270Closed at 1731568976270 2024-11-14T07:22:56,271 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T07:22:56,271 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731568975457.c3f6a3cfc90cd600bf42784d3c1afa5e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731568976271"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731568976271"}]},"ts":"1731568976271"} 2024-11-14T07:22:56,272 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T07:22:56,272 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T07:22:56,273 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731568976272"}]},"ts":"1731568976272"} 2024-11-14T07:22:56,274 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T07:22:56,274 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c3f6a3cfc90cd600bf42784d3c1afa5e, ASSIGN}] 2024-11-14T07:22:56,274 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c3f6a3cfc90cd600bf42784d3c1afa5e, ASSIGN 2024-11-14T07:22:56,275 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c3f6a3cfc90cd600bf42784d3c1afa5e, ASSIGN; state=OFFLINE, location=c7aa6e2790b3,34491,1731568969767; forceNewPlan=false, retain=false 2024-11-14T07:22:56,426 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c3f6a3cfc90cd600bf42784d3c1afa5e, regionState=OPENING, regionLocation=c7aa6e2790b3,34491,1731568969767 2024-11-14T07:22:56,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c3f6a3cfc90cd600bf42784d3c1afa5e, ASSIGN because future has completed 2024-11-14T07:22:56,428 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c3f6a3cfc90cd600bf42784d3c1afa5e, server=c7aa6e2790b3,34491,1731568969767}] 2024-11-14T07:22:56,583 INFO [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731568975457.c3f6a3cfc90cd600bf42784d3c1afa5e. 2024-11-14T07:22:56,583 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c3f6a3cfc90cd600bf42784d3c1afa5e, NAME => 'test,,1731568975457.c3f6a3cfc90cd600bf42784d3c1afa5e.', STARTKEY => '', ENDKEY => ''} 2024-11-14T07:22:56,583 INFO [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T07:22:56,583 INFO [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T07:22:56,583 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c3f6a3cfc90cd600bf42784d3c1afa5e 2024-11-14T07:22:56,583 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731568975457.c3f6a3cfc90cd600bf42784d3c1afa5e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:22:56,583 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c3f6a3cfc90cd600bf42784d3c1afa5e 2024-11-14T07:22:56,583 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c3f6a3cfc90cd600bf42784d3c1afa5e 2024-11-14T07:22:56,584 INFO [StoreOpener-c3f6a3cfc90cd600bf42784d3c1afa5e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c3f6a3cfc90cd600bf42784d3c1afa5e 2024-11-14T07:22:56,585 INFO [StoreOpener-c3f6a3cfc90cd600bf42784d3c1afa5e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3f6a3cfc90cd600bf42784d3c1afa5e columnFamilyName f 2024-11-14T07:22:56,586 DEBUG [StoreOpener-c3f6a3cfc90cd600bf42784d3c1afa5e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:22:56,586 INFO [StoreOpener-c3f6a3cfc90cd600bf42784d3c1afa5e-1 {}] regionserver.HStore(327): Store=c3f6a3cfc90cd600bf42784d3c1afa5e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:22:56,586 INFO [StoreOpener-c3f6a3cfc90cd600bf42784d3c1afa5e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c3f6a3cfc90cd600bf42784d3c1afa5e 2024-11-14T07:22:56,587 INFO [StoreOpener-c3f6a3cfc90cd600bf42784d3c1afa5e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3f6a3cfc90cd600bf42784d3c1afa5e columnFamilyName f1 2024-11-14T07:22:56,587 DEBUG [StoreOpener-c3f6a3cfc90cd600bf42784d3c1afa5e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:22:56,587 INFO [StoreOpener-c3f6a3cfc90cd600bf42784d3c1afa5e-1 {}] regionserver.HStore(327): Store=c3f6a3cfc90cd600bf42784d3c1afa5e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:22:56,587 INFO [StoreOpener-c3f6a3cfc90cd600bf42784d3c1afa5e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c3f6a3cfc90cd600bf42784d3c1afa5e 2024-11-14T07:22:56,588 INFO [StoreOpener-c3f6a3cfc90cd600bf42784d3c1afa5e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3f6a3cfc90cd600bf42784d3c1afa5e columnFamilyName norep 2024-11-14T07:22:56,588 DEBUG [StoreOpener-c3f6a3cfc90cd600bf42784d3c1afa5e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:22:56,588 INFO [StoreOpener-c3f6a3cfc90cd600bf42784d3c1afa5e-1 {}] regionserver.HStore(327): Store=c3f6a3cfc90cd600bf42784d3c1afa5e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:22:56,588 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c3f6a3cfc90cd600bf42784d3c1afa5e 2024-11-14T07:22:56,589 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39527/user/jenkins/test-data/0a873610-d35f-88ed-9530-16cef808e501/data/default/test/c3f6a3cfc90cd600bf42784d3c1afa5e 2024-11-14T07:22:56,589 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39527/user/jenkins/test-data/0a873610-d35f-88ed-9530-16cef808e501/data/default/test/c3f6a3cfc90cd600bf42784d3c1afa5e 2024-11-14T07:22:56,589 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c3f6a3cfc90cd600bf42784d3c1afa5e 2024-11-14T07:22:56,589 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c3f6a3cfc90cd600bf42784d3c1afa5e 2024-11-14T07:22:56,590 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T07:22:56,591 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c3f6a3cfc90cd600bf42784d3c1afa5e 2024-11-14T07:22:56,592 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39527/user/jenkins/test-data/0a873610-d35f-88ed-9530-16cef808e501/data/default/test/c3f6a3cfc90cd600bf42784d3c1afa5e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T07:22:56,592 INFO [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c3f6a3cfc90cd600bf42784d3c1afa5e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60454493, jitterRate=-0.09915785491466522}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T07:22:56,592 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c3f6a3cfc90cd600bf42784d3c1afa5e 2024-11-14T07:22:56,592 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c3f6a3cfc90cd600bf42784d3c1afa5e: Running coprocessor pre-open hook at 1731568976584Writing region info on filesystem at 1731568976584Initializing all the Stores at 1731568976584Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568976584Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568976584Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568976584Cleaning up temporary data from old regions at 1731568976589 (+5 ms)Running coprocessor post-open hooks at 1731568976592 (+3 ms)Region opened successfully at 1731568976592 2024-11-14T07:22:56,593 INFO [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731568975457.c3f6a3cfc90cd600bf42784d3c1afa5e., pid=6, masterSystemTime=1731568976580 2024-11-14T07:22:56,594 DEBUG [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731568975457.c3f6a3cfc90cd600bf42784d3c1afa5e. 2024-11-14T07:22:56,594 INFO [RS_OPEN_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731568975457.c3f6a3cfc90cd600bf42784d3c1afa5e. 2024-11-14T07:22:56,595 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c3f6a3cfc90cd600bf42784d3c1afa5e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c7aa6e2790b3,34491,1731568969767 2024-11-14T07:22:56,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34709 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:22:56,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c3f6a3cfc90cd600bf42784d3c1afa5e, server=c7aa6e2790b3,34491,1731568969767 because future has completed 2024-11-14T07:22:56,598 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T07:22:56,598 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c3f6a3cfc90cd600bf42784d3c1afa5e, server=c7aa6e2790b3,34491,1731568969767 in 169 msec 2024-11-14T07:22:56,599 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T07:22:56,600 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c3f6a3cfc90cd600bf42784d3c1afa5e, ASSIGN in 324 msec 2024-11-14T07:22:56,600 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T07:22:56,600 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731568976600"}]},"ts":"1731568976600"} 2024-11-14T07:22:56,601 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T07:22:56,602 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T07:22:56,603 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1450 sec 2024-11-14T07:22:57,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34709 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T07:22:57,616 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T07:22:57,616 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@720ac8d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:22:57,617 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,41379,-1 for getting cluster id 2024-11-14T07:22:57,617 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:22:57,617 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9a87a87-8e17-4788-9ed6-01834a21f961' 2024-11-14T07:22:57,618 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:22:57,618 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9a87a87-8e17-4788-9ed6-01834a21f961" 2024-11-14T07:22:57,618 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71c0f463, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:22:57,618 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,41379,-1] 2024-11-14T07:22:57,618 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:22:57,619 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:22:57,619 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:22:57,620 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23962bfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:22:57,620 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:22:57,621 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is c7aa6e2790b3,41379,1731568959227 2024-11-14T07:22:57,621 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@762ce0 2024-11-14T07:22:57,622 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T07:22:57,623 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T07:22:57,623 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41379 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://c7aa6e2790b3:41409,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T07:22:57,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41379 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T07:22:57,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T07:22:57,628 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c7aa6e2790b3:41409' 2024-11-14T07:22:57,632 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c163824, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:22:57,632 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,41409,-1 for getting cluster id 2024-11-14T07:22:57,633 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:22:57,633 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd19f2512-f094-4251-9594-163399711e0e' 2024-11-14T07:22:57,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:22:57,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d19f2512-f094-4251-9594-163399711e0e" 2024-11-14T07:22:57,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@498cb8ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:22:57,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,41409,-1] 2024-11-14T07:22:57,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:22:57,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:22:57,638 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:22:57,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e778632, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:22:57,639 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:22:57,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c7aa6e2790b3,41409,1731568964080 2024-11-14T07:22:57,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@27ebef90 2024-11-14T07:22:57,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T07:22:57,642 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T07:22:57,644 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T07:22:57,644 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T07:22:57,644 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:22:57,644 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:22:57,644 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:22:57,645 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T07:22:57,649 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T07:22:57,650 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T07:22:57,650 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:22:57,652 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T07:22:57,699 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T07:22:57,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40489 is added to blk_1073741837_1013 (size=1138) 2024-11-14T07:22:57,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T07:22:57,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T07:22:58,112 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cd4f69c6adf25b9b9a6f3aa92e1fa134, NAME => 'hbase:replication,,1731568977644.cd4f69c6adf25b9b9a6f3aa92e1fa134.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce 2024-11-14T07:22:58,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40489 is added to blk_1073741838_1014 (size=44) 2024-11-14T07:22:58,126 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731568977644.cd4f69c6adf25b9b9a6f3aa92e1fa134.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:22:58,126 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing cd4f69c6adf25b9b9a6f3aa92e1fa134, disabling compactions & flushes 2024-11-14T07:22:58,126 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731568977644.cd4f69c6adf25b9b9a6f3aa92e1fa134. 2024-11-14T07:22:58,126 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731568977644.cd4f69c6adf25b9b9a6f3aa92e1fa134. 2024-11-14T07:22:58,126 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731568977644.cd4f69c6adf25b9b9a6f3aa92e1fa134. after waiting 0 ms 2024-11-14T07:22:58,126 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731568977644.cd4f69c6adf25b9b9a6f3aa92e1fa134. 2024-11-14T07:22:58,126 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731568977644.cd4f69c6adf25b9b9a6f3aa92e1fa134. 2024-11-14T07:22:58,126 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for cd4f69c6adf25b9b9a6f3aa92e1fa134: Waiting for close lock at 1731568978126Disabling compacts and flushes for region at 1731568978126Disabling writes for close at 1731568978126Writing region close event to WAL at 1731568978126Closed at 1731568978126 2024-11-14T07:22:58,128 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T07:22:58,128 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731568977644.cd4f69c6adf25b9b9a6f3aa92e1fa134.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731568978128"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731568978128"}]},"ts":"1731568978128"} 2024-11-14T07:22:58,130 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T07:22:58,131 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T07:22:58,132 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731568978132"}]},"ts":"1731568978132"} 2024-11-14T07:22:58,137 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T07:22:58,137 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cd4f69c6adf25b9b9a6f3aa92e1fa134, ASSIGN}] 2024-11-14T07:22:58,139 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cd4f69c6adf25b9b9a6f3aa92e1fa134, ASSIGN 2024-11-14T07:22:58,140 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cd4f69c6adf25b9b9a6f3aa92e1fa134, ASSIGN; state=OFFLINE, location=c7aa6e2790b3,45947,1731568959409; forceNewPlan=false, retain=false 2024-11-14T07:22:58,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T07:22:58,291 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cd4f69c6adf25b9b9a6f3aa92e1fa134, regionState=OPENING, regionLocation=c7aa6e2790b3,45947,1731568959409 2024-11-14T07:22:58,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cd4f69c6adf25b9b9a6f3aa92e1fa134, ASSIGN because future has completed 2024-11-14T07:22:58,294 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cd4f69c6adf25b9b9a6f3aa92e1fa134, server=c7aa6e2790b3,45947,1731568959409}] 2024-11-14T07:22:58,458 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731568977644.cd4f69c6adf25b9b9a6f3aa92e1fa134. 2024-11-14T07:22:58,458 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T07:22:58,459 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T07:22:58,461 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c7aa6e2790b3%2C45947%2C1731568959409.rep, suffix=, logDir=hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/WALs/c7aa6e2790b3,45947,1731568959409, archiveDir=hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/oldWALs, maxLogs=10 2024-11-14T07:22:58,486 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/WALs/c7aa6e2790b3,45947,1731568959409/c7aa6e2790b3%2C45947%2C1731568959409.rep.1731568978462, exclude list is [], retry=0 2024-11-14T07:22:58,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40489,DS-08a868a2-9eec-4b8c-abd9-0e868f8d149f,DISK] 2024-11-14T07:22:58,494 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/WALs/c7aa6e2790b3,45947,1731568959409/c7aa6e2790b3%2C45947%2C1731568959409.rep.1731568978462 2024-11-14T07:22:58,500 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41367:41367)] 2024-11-14T07:22:58,500 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => cd4f69c6adf25b9b9a6f3aa92e1fa134, NAME => 'hbase:replication,,1731568977644.cd4f69c6adf25b9b9a6f3aa92e1fa134.', STARTKEY => '', ENDKEY => ''} 2024-11-14T07:22:58,501 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T07:22:58,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T07:22:58,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731568977644.cd4f69c6adf25b9b9a6f3aa92e1fa134. service=MultiRowMutationService 2024-11-14T07:22:58,501 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T07:22:58,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication cd4f69c6adf25b9b9a6f3aa92e1fa134 2024-11-14T07:22:58,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731568977644.cd4f69c6adf25b9b9a6f3aa92e1fa134.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T07:22:58,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for cd4f69c6adf25b9b9a6f3aa92e1fa134 2024-11-14T07:22:58,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for cd4f69c6adf25b9b9a6f3aa92e1fa134 2024-11-14T07:22:58,504 INFO [StoreOpener-cd4f69c6adf25b9b9a6f3aa92e1fa134-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region cd4f69c6adf25b9b9a6f3aa92e1fa134 2024-11-14T07:22:58,506 INFO [StoreOpener-cd4f69c6adf25b9b9a6f3aa92e1fa134-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd4f69c6adf25b9b9a6f3aa92e1fa134 columnFamilyName hfileref 2024-11-14T07:22:58,506 DEBUG [StoreOpener-cd4f69c6adf25b9b9a6f3aa92e1fa134-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:22:58,506 INFO [StoreOpener-cd4f69c6adf25b9b9a6f3aa92e1fa134-1 {}] regionserver.HStore(327): Store=cd4f69c6adf25b9b9a6f3aa92e1fa134/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:22:58,506 INFO [StoreOpener-cd4f69c6adf25b9b9a6f3aa92e1fa134-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region cd4f69c6adf25b9b9a6f3aa92e1fa134 2024-11-14T07:22:58,508 INFO [StoreOpener-cd4f69c6adf25b9b9a6f3aa92e1fa134-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd4f69c6adf25b9b9a6f3aa92e1fa134 columnFamilyName queue 2024-11-14T07:22:58,508 DEBUG [StoreOpener-cd4f69c6adf25b9b9a6f3aa92e1fa134-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:22:58,508 INFO [StoreOpener-cd4f69c6adf25b9b9a6f3aa92e1fa134-1 {}] regionserver.HStore(327): Store=cd4f69c6adf25b9b9a6f3aa92e1fa134/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:22:58,508 INFO [StoreOpener-cd4f69c6adf25b9b9a6f3aa92e1fa134-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region cd4f69c6adf25b9b9a6f3aa92e1fa134 2024-11-14T07:22:58,510 INFO [StoreOpener-cd4f69c6adf25b9b9a6f3aa92e1fa134-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd4f69c6adf25b9b9a6f3aa92e1fa134 columnFamilyName sid 2024-11-14T07:22:58,512 DEBUG [StoreOpener-cd4f69c6adf25b9b9a6f3aa92e1fa134-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T07:22:58,513 INFO [StoreOpener-cd4f69c6adf25b9b9a6f3aa92e1fa134-1 {}] regionserver.HStore(327): Store=cd4f69c6adf25b9b9a6f3aa92e1fa134/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T07:22:58,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for cd4f69c6adf25b9b9a6f3aa92e1fa134 2024-11-14T07:22:58,514 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/data/hbase/replication/cd4f69c6adf25b9b9a6f3aa92e1fa134 2024-11-14T07:22:58,514 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/data/hbase/replication/cd4f69c6adf25b9b9a6f3aa92e1fa134 2024-11-14T07:22:58,515 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for cd4f69c6adf25b9b9a6f3aa92e1fa134 2024-11-14T07:22:58,515 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for cd4f69c6adf25b9b9a6f3aa92e1fa134 2024-11-14T07:22:58,516 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T07:22:58,517 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for cd4f69c6adf25b9b9a6f3aa92e1fa134 2024-11-14T07:22:58,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/data/hbase/replication/cd4f69c6adf25b9b9a6f3aa92e1fa134/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T07:22:58,530 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened cd4f69c6adf25b9b9a6f3aa92e1fa134; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70023061, jitterRate=0.04342491924762726}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T07:22:58,530 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cd4f69c6adf25b9b9a6f3aa92e1fa134 2024-11-14T07:22:58,530 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for cd4f69c6adf25b9b9a6f3aa92e1fa134: Running coprocessor pre-open hook at 1731568978501Writing region info on filesystem at 1731568978501Initializing all the Stores at 1731568978502 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568978502Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568978504 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731568978504Cleaning up temporary data from old regions at 1731568978515 (+11 ms)Running coprocessor post-open hooks at 1731568978530 (+15 ms)Region opened successfully at 1731568978530 2024-11-14T07:22:58,532 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731568977644.cd4f69c6adf25b9b9a6f3aa92e1fa134., pid=10, masterSystemTime=1731568978449 2024-11-14T07:22:58,534 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cd4f69c6adf25b9b9a6f3aa92e1fa134, regionState=OPEN, openSeqNum=2, regionLocation=c7aa6e2790b3,45947,1731568959409 2024-11-14T07:22:58,536 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731568977644.cd4f69c6adf25b9b9a6f3aa92e1fa134. 2024-11-14T07:22:58,536 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731568977644.cd4f69c6adf25b9b9a6f3aa92e1fa134. 2024-11-14T07:22:58,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cd4f69c6adf25b9b9a6f3aa92e1fa134, server=c7aa6e2790b3,45947,1731568959409 because future has completed 2024-11-14T07:22:58,544 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T07:22:58,544 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure cd4f69c6adf25b9b9a6f3aa92e1fa134, server=c7aa6e2790b3,45947,1731568959409 in 247 msec 2024-11-14T07:22:58,546 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T07:22:58,546 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cd4f69c6adf25b9b9a6f3aa92e1fa134, ASSIGN in 407 msec 2024-11-14T07:22:58,548 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T07:22:58,548 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731568978548"}]},"ts":"1731568978548"} 2024-11-14T07:22:58,550 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T07:22:58,551 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T07:22:58,553 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 906 msec 2024-11-14T07:22:58,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731568977644.cd4f69c6adf25b9b9a6f3aa92e1fa134., hostname=c7aa6e2790b3,45947,1731568959409, seqNum=2] 2024-11-14T07:22:58,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45947-0x101383973250001, quorum=127.0.0.1:56093, baseZNode=/0-1956500333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1956500333 2024-11-14T07:22:58,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41379-0x101383973250000, quorum=127.0.0.1:56093, baseZNode=/0-1956500333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1956500333 2024-11-14T07:22:58,701 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T07:22:58,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T07:22:58,798 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T07:22:58,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:58,800 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:58,800 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:58,800 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:58,800 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:58,800 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:58,801 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:58,801 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:58,854 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45947 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T07:22:58,868 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T07:22:58,883 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:58,883 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:58,883 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:58,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:58,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:58,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:58,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:58,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:58,898 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:58,900 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:22:58,903 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c7aa6e2790b3,45947,1731568959409, ReplicationSource: 1, currentBandwidth=0 2024-11-14T07:22:58,903 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T07:22:58,903 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c7aa6e2790b3,45947,1731568959409, seqNum=-1] 2024-11-14T07:22:58,904 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T07:22:58,905 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32997, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-14T07:22:58,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c7aa6e2790b3,45947,1731568959409', locateType=CURRENT is [region=hbase:replication,,1731568977644.cd4f69c6adf25b9b9a6f3aa92e1fa134., hostname=c7aa6e2790b3,45947,1731568959409, seqNum=2] 2024-11-14T07:22:58,912 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T07:22:58,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41379 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T07:22:58,915 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c7aa6e2790b3,45947,1731568959409 suceeded 2024-11-14T07:22:58,917 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T07:22:58,917 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 215 msec 2024-11-14T07:22:58,917 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c7aa6e2790b3:41409,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T07:22:58,922 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2940 sec 2024-11-14T07:22:58,940 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45947,1731568959409 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c7aa6e2790b3:41409' 2024-11-14T07:22:58,942 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45947,1731568959409 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ea6391, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:22:58,942 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45947,1731568959409 {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,41409,-1 for getting cluster id 2024-11-14T07:22:58,942 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45947,1731568959409 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:22:58,943 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd19f2512-f094-4251-9594-163399711e0e' 2024-11-14T07:22:58,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:22:58,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d19f2512-f094-4251-9594-163399711e0e" 2024-11-14T07:22:58,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f783e2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:22:58,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,41409,-1] 2024-11-14T07:22:58,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:22:58,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:22:58,944 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:22:58,945 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45947,1731568959409 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a2b04ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:22:58,945 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45947,1731568959409 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:22:58,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c7aa6e2790b3,41409,1731568964080 2024-11-14T07:22:58,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e68fd3e 2024-11-14T07:22:58,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T07:22:58,947 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-14T07:22:58,948 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45947,1731568959409 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c7aa6e2790b3,45947,1731568959409 (queues=1) is replicating from cluster=d9a87a87-8e17-4788-9ed6-01834a21f961 to cluster=d19f2512-f094-4251-9594-163399711e0e 2024-11-14T07:22:58,948 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45947,1731568959409 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c7aa6e2790b3%2C45947%2C1731568959409 2024-11-14T07:22:58,949 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45947,1731568959409 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c7aa6e2790b3,45947,1731568959409, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T07:22:58,953 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45947,1731568959409.replicationSource.wal-reader.c7aa6e2790b3%2C45947%2C1731568959409,1-c7aa6e2790b3,45947,1731568959409 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/WALs/c7aa6e2790b3,45947,1731568959409/c7aa6e2790b3%2C45947%2C1731568959409.1731568961216, startPosition=0, beingWritten=true 2024-11-14T07:22:58,956 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45947,1731568959409.replicationSource.shipperc7aa6e2790b3%2C45947%2C1731568959409,1-c7aa6e2790b3,45947,1731568959409 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c7aa6e2790b3%2C45947%2C1731568959409 2024-11-14T07:22:58,986 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45947,1731568959409.replicationSource.wal-reader.c7aa6e2790b3%2C45947%2C1731568959409,1-c7aa6e2790b3,45947,1731568959409 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T07:22:58,986 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45947,1731568959409.replicationSource.wal-reader.c7aa6e2790b3%2C45947%2C1731568959409,1-c7aa6e2790b3,45947,1731568959409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/WALs/c7aa6e2790b3,45947,1731568959409/c7aa6e2790b3%2C45947%2C1731568959409.1731568961216 to pos 379, reset compression=false 2024-11-14T07:22:58,986 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45947,1731568959409.replicationSource.shipperc7aa6e2790b3%2C45947%2C1731568959409,1-c7aa6e2790b3,45947,1731568959409 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c7aa6e2790b3,45947,1731568959409 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/WALs/c7aa6e2790b3,45947,1731568959409/c7aa6e2790b3%2C45947%2C1731568959409.1731568961216, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T07:22:59,211 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45947,1731568959409.replicationSource.wal-reader.c7aa6e2790b3%2C45947%2C1731568959409,1-c7aa6e2790b3,45947,1731568959409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/WALs/c7aa6e2790b3,45947,1731568959409/c7aa6e2790b3%2C45947%2C1731568959409.1731568961216 to pos 379, reset compression=false 2024-11-14T07:22:59,515 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45947,1731568959409.replicationSource.wal-reader.c7aa6e2790b3%2C45947%2C1731568959409,1-c7aa6e2790b3,45947,1731568959409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/WALs/c7aa6e2790b3,45947,1731568959409/c7aa6e2790b3%2C45947%2C1731568959409.1731568961216 to pos 379, reset compression=false 2024-11-14T07:22:59,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T07:22:59,776 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T07:22:59,776 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T07:22:59,776 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:22:59,776 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:22:59,776 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:22:59,776 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:22:59,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@137c9d05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:22:59,777 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,41379,-1 for getting cluster id 2024-11-14T07:22:59,777 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:22:59,777 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9a87a87-8e17-4788-9ed6-01834a21f961' 2024-11-14T07:22:59,778 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:22:59,778 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9a87a87-8e17-4788-9ed6-01834a21f961" 2024-11-14T07:22:59,778 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b2d86c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:22:59,778 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,41379,-1] 2024-11-14T07:22:59,778 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:22:59,778 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:22:59,779 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:22:59,779 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6185dd69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:22:59,780 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63f8f42b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:22:59,780 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,41409,-1 for getting cluster id 2024-11-14T07:22:59,780 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:22:59,780 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd19f2512-f094-4251-9594-163399711e0e' 2024-11-14T07:22:59,780 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:22:59,780 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d19f2512-f094-4251-9594-163399711e0e" 2024-11-14T07:22:59,780 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@460e4fe8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:22:59,780 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,41409,-1] 2024-11-14T07:22:59,781 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:22:59,781 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:22:59,781 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:22:59,782 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65fee8ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:22:59,783 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@526a1384, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:22:59,783 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,34709,-1 for getting cluster id 2024-11-14T07:22:59,783 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:22:59,784 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '269d230b-dff0-47d4-a471-f87b7507d52e' 2024-11-14T07:22:59,784 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:22:59,784 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "269d230b-dff0-47d4-a471-f87b7507d52e" 2024-11-14T07:22:59,784 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72b5f255, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:22:59,784 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,34709,-1] 2024-11-14T07:22:59,784 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:22:59,785 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:22:59,785 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:22:59,785 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@655423b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:22:59,786 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:22:59,789 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731568979789/Put/seqid=0 2024-11-14T07:22:59,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40489 is added to blk_1073741840_1016 (size=7894) 2024-11-14T07:22:59,918 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45947,1731568959409.replicationSource.wal-reader.c7aa6e2790b3%2C45947%2C1731568959409,1-c7aa6e2790b3,45947,1731568959409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/WALs/c7aa6e2790b3,45947,1731568959409/c7aa6e2790b3%2C45947%2C1731568959409.1731568961216 to pos 379, reset compression=false 2024-11-14T07:23:00,195 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731568980194/Put/seqid=0 2024-11-14T07:23:00,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40489 is added to blk_1073741841_1017 (size=7691) 2024-11-14T07:23:00,223 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f4cfa39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:23:00,223 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,41379,-1 for getting cluster id 2024-11-14T07:23:00,223 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:23:00,224 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9a87a87-8e17-4788-9ed6-01834a21f961' 2024-11-14T07:23:00,224 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:23:00,224 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9a87a87-8e17-4788-9ed6-01834a21f961" 2024-11-14T07:23:00,224 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14352d1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:23:00,224 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,41379,-1] 2024-11-14T07:23:00,224 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:23:00,224 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:23:00,225 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:23:00,225 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2128714, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:23:00,226 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T07:23:00,227 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c7aa6e2790b3,45947,1731568959409, seqNum=-1] 2024-11-14T07:23:00,227 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T07:23:00,227 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T07:23:00,234 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:23:00,235 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is c7aa6e2790b3,41379,1731568959227 2024-11-14T07:23:00,235 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5492e401 2024-11-14T07:23:00,235 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T07:23:00,236 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T07:23:00,239 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731568972156.5104b6e75c2992f92d095b2e2e10bf74., hostname=c7aa6e2790b3,45947,1731568959409, seqNum=2] 2024-11-14T07:23:00,241 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T07:23:00,246 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-14T07:23:00,248 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-14T07:23:00,252 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45947 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 5104b6e75c2992f92d095b2e2e10bf74/f 2024-11-14T07:23:00,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45947 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-14T07:23:00,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45947 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T07:23:00,255 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45947 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 5104b6e75c2992f92d095b2e2e10bf74/f 2024-11-14T07:23:00,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45947 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-14T07:23:00,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45947 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T07:23:00,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45947 {}] regionserver.HRegion(2603): Flush status journal for 5104b6e75c2992f92d095b2e2e10bf74: 2024-11-14T07:23:00,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45947 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/staging/jenkins__test__hnrpde4ajg2mmo5oifjta78i460pmq0mlb4ik2hndl146ctfi63rumruc74m4ee0/f/hfile_0 2024-11-14T07:23:00,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45947 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/staging/jenkins__test__hnrpde4ajg2mmo5oifjta78i460pmq0mlb4ik2hndl146ctfi63rumruc74m4ee0/f/hfile_0 as hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/data/default/test/5104b6e75c2992f92d095b2e2e10bf74/f/2d9ff0a932584584a4586af939fc72fe_SeqId_4_ 2024-11-14T07:23:00,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45947 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/staging/jenkins__test__hnrpde4ajg2mmo5oifjta78i460pmq0mlb4ik2hndl146ctfi63rumruc74m4ee0/f/hfile_1 2024-11-14T07:23:00,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45947 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/staging/jenkins__test__hnrpde4ajg2mmo5oifjta78i460pmq0mlb4ik2hndl146ctfi63rumruc74m4ee0/f/hfile_1 as hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/data/default/test/5104b6e75c2992f92d095b2e2e10bf74/f/a8a10f0d30f54bd4a054ba3f4497be09_SeqId_4_ 2024-11-14T07:23:00,264 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45947 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/staging/jenkins__test__hnrpde4ajg2mmo5oifjta78i460pmq0mlb4ik2hndl146ctfi63rumruc74m4ee0/f/hfile_0 into 5104b6e75c2992f92d095b2e2e10bf74/f as hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/data/default/test/5104b6e75c2992f92d095b2e2e10bf74/f/2d9ff0a932584584a4586af939fc72fe_SeqId_4_ - updating store file list. 2024-11-14T07:23:00,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45947 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2d9ff0a932584584a4586af939fc72fe_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T07:23:00,268 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45947 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/data/default/test/5104b6e75c2992f92d095b2e2e10bf74/f/2d9ff0a932584584a4586af939fc72fe_SeqId_4_ into 5104b6e75c2992f92d095b2e2e10bf74/f 2024-11-14T07:23:00,269 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45947 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/staging/jenkins__test__hnrpde4ajg2mmo5oifjta78i460pmq0mlb4ik2hndl146ctfi63rumruc74m4ee0/f/hfile_0 into 5104b6e75c2992f92d095b2e2e10bf74/f (new location: hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/data/default/test/5104b6e75c2992f92d095b2e2e10bf74/f/2d9ff0a932584584a4586af939fc72fe_SeqId_4_) 2024-11-14T07:23:00,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45947 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/staging/jenkins__test__hnrpde4ajg2mmo5oifjta78i460pmq0mlb4ik2hndl146ctfi63rumruc74m4ee0/f/hfile_0 2024-11-14T07:23:00,270 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45947 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/staging/jenkins__test__hnrpde4ajg2mmo5oifjta78i460pmq0mlb4ik2hndl146ctfi63rumruc74m4ee0/f/hfile_1 into 5104b6e75c2992f92d095b2e2e10bf74/f as hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/data/default/test/5104b6e75c2992f92d095b2e2e10bf74/f/a8a10f0d30f54bd4a054ba3f4497be09_SeqId_4_ - updating store file list. 2024-11-14T07:23:00,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45947 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a8a10f0d30f54bd4a054ba3f4497be09_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T07:23:00,273 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45947 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/data/default/test/5104b6e75c2992f92d095b2e2e10bf74/f/a8a10f0d30f54bd4a054ba3f4497be09_SeqId_4_ into 5104b6e75c2992f92d095b2e2e10bf74/f 2024-11-14T07:23:00,273 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45947 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/staging/jenkins__test__hnrpde4ajg2mmo5oifjta78i460pmq0mlb4ik2hndl146ctfi63rumruc74m4ee0/f/hfile_1 into 5104b6e75c2992f92d095b2e2e10bf74/f (new location: hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/data/default/test/5104b6e75c2992f92d095b2e2e10bf74/f/a8a10f0d30f54bd4a054ba3f4497be09_SeqId_4_) 2024-11-14T07:23:00,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45947 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/staging/jenkins__test__hnrpde4ajg2mmo5oifjta78i460pmq0mlb4ik2hndl146ctfi63rumruc74m4ee0/f/hfile_1 2024-11-14T07:23:00,275 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T07:23:00,275 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:23:00,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:23:00,276 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:23:00,276 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:23:00,276 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731568972156.5104b6e75c2992f92d095b2e2e10bf74., hostname=c7aa6e2790b3,45947,1731568959409, seqNum=2 , the old value is region=test,,1731568972156.5104b6e75c2992f92d095b2e2e10bf74., hostname=c7aa6e2790b3,45947,1731568959409, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=c7aa6e2790b3:45947 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T07:23:00,276 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731568972156.5104b6e75c2992f92d095b2e2e10bf74., hostname=c7aa6e2790b3,45947,1731568959409, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T07:23:00,276 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731568972156.5104b6e75c2992f92d095b2e2e10bf74., hostname=c7aa6e2790b3,45947,1731568959409, seqNum=2 from cache 2024-11-14T07:23:00,276 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T07:23:00,277 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-14T07:23:00,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c7aa6e2790b3,34685,1731568964234, seqNum=-1] 2024-11-14T07:23:00,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T07:23:00,279 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T07:23:00,280 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731568974318.2880d9237813c64146698226f96113f2., hostname=c7aa6e2790b3,34685,1731568964234, seqNum=2] 2024-11-14T07:23:00,282 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T07:23:00,385 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c7aa6e2790b3:45947 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-14T07:23:00,422 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45947,1731568959409.replicationSource.wal-reader.c7aa6e2790b3%2C45947%2C1731568959409,1-c7aa6e2790b3,45947,1731568959409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/WALs/c7aa6e2790b3,45947,1731568959409/c7aa6e2790b3%2C45947%2C1731568959409.1731568961216 to pos 379, reset compression=false 2024-11-14T07:23:00,434 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45947,1731568959409.replicationSource.wal-reader.c7aa6e2790b3%2C45947%2C1731568959409,1-c7aa6e2790b3,45947,1731568959409 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T07:23:00,434 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45947,1731568959409.replicationSource.shipperc7aa6e2790b3%2C45947%2C1731568959409,1-c7aa6e2790b3,45947,1731568959409 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c7aa6e2790b3,45947,1731568959409 got entry batch from reader: WALEntryBatch [walEntries=[{test/5104b6e75c2992f92d095b2e2e10bf74/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731568980274/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/WALs/c7aa6e2790b3,45947,1731568959409/c7aa6e2790b3%2C45947%2C1731568959409.1731568961216, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-14T07:23:00,437 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45947,1731568959409.replicationSource.shipperc7aa6e2790b3%2C45947%2C1731568959409,1-c7aa6e2790b3,45947,1731568959409 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T07:23:00,438 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-14T07:23:00,438 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34685 {}] regionserver.ReplicationSink(318): Replicating [d9a87a87-8e17-4788-9ed6-01834a21f961] bulk loaded data 2024-11-14T07:23:00,439 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34685 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4bf004cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:23:00,439 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34685 {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,41409,-1 for getting cluster id 2024-11-14T07:23:00,439 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34685 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:23:00,440 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd19f2512-f094-4251-9594-163399711e0e' 2024-11-14T07:23:00,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:23:00,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d19f2512-f094-4251-9594-163399711e0e" 2024-11-14T07:23:00,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59b2d33f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:23:00,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,41409,-1] 2024-11-14T07:23:00,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:23:00,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:23:00,441 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:23:00,442 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34685 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@60425d3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:23:00,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741837_1013 (size=7894) 2024-11-14T07:23:00,635 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45947,1731568959409.replicationSource.wal-reader.c7aa6e2790b3%2C45947%2C1731568959409,1-c7aa6e2790b3,45947,1731568959409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/WALs/c7aa6e2790b3,45947,1731568959409/c7aa6e2790b3%2C45947%2C1731568959409.1731568961216 to pos 687, reset compression=false 2024-11-14T07:23:00,952 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45947,1731568959409.replicationSource.wal-reader.c7aa6e2790b3%2C45947%2C1731568959409,1-c7aa6e2790b3,45947,1731568959409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/WALs/c7aa6e2790b3,45947,1731568959409/c7aa6e2790b3%2C45947%2C1731568959409.1731568961216 to pos 687, reset compression=false 2024-11-14T07:23:00,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741838_1014 (size=7691) 2024-11-14T07:23:01,284 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T07:23:01,330 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T07:23:01,364 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34685 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:23:01,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c7aa6e2790b3,41409,1731568964080 2024-11-14T07:23:01,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ac2427c 2024-11-14T07:23:01,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T07:23:01,367 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-14T07:23:01,369 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34685 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T07:23:01,370 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34685 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T07:23:01,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c7aa6e2790b3,34685,1731568964234, seqNum=-1] 2024-11-14T07:23:01,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T07:23:01,372 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-14T07:23:01,377 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/staging/jenkins.hfs.22__test__7jiodho3s3q07391nk6sqddodosboh8okilfk8413kop96eibrq71nngo00g6q9i/f/2d9ff0a932584584a4586af939fc72fe_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-14T07:23:01,379 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/staging/jenkins.hfs.22__test__7jiodho3s3q07391nk6sqddodosboh8okilfk8413kop96eibrq71nngo00g6q9i/f/a8a10f0d30f54bd4a054ba3f4497be09_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-14T07:23:01,392 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45947,1731568959409.replicationSource.wal-reader.c7aa6e2790b3%2C45947%2C1731568959409,1-c7aa6e2790b3,45947,1731568959409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/WALs/c7aa6e2790b3,45947,1731568959409/c7aa6e2790b3%2C45947%2C1731568959409.1731568961216 to pos 687, reset compression=false 2024-11-14T07:23:01,397 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34685 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/staging/jenkins.hfs.22__test__7jiodho3s3q07391nk6sqddodosboh8okilfk8413kop96eibrq71nngo00g6q9i/f/2d9ff0a932584584a4586af939fc72fe_SeqId_4_ for inclusion in 2880d9237813c64146698226f96113f2/f 2024-11-14T07:23:01,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34685 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-14T07:23:01,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34685 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T07:23:01,402 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34685 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/staging/jenkins.hfs.22__test__7jiodho3s3q07391nk6sqddodosboh8okilfk8413kop96eibrq71nngo00g6q9i/f/a8a10f0d30f54bd4a054ba3f4497be09_SeqId_4_ for inclusion in 2880d9237813c64146698226f96113f2/f 2024-11-14T07:23:01,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34685 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-14T07:23:01,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34685 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T07:23:01,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34685 {}] regionserver.HRegion(2603): Flush status journal for 2880d9237813c64146698226f96113f2: 2024-11-14T07:23:01,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34685 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 2d9ff0a932584584a4586af939fc72fe_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-14T07:23:01,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34685 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/staging/jenkins.hfs.22__test__7jiodho3s3q07391nk6sqddodosboh8okilfk8413kop96eibrq71nngo00g6q9i/f/2d9ff0a932584584a4586af939fc72fe_SeqId_4_ as hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/data/default/test/2880d9237813c64146698226f96113f2/f/217b1eecb1564d25bc2a7849c45c09eb_SeqId_4_ 2024-11-14T07:23:01,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34685 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a8a10f0d30f54bd4a054ba3f4497be09_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-14T07:23:01,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34685 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/staging/jenkins.hfs.22__test__7jiodho3s3q07391nk6sqddodosboh8okilfk8413kop96eibrq71nngo00g6q9i/f/a8a10f0d30f54bd4a054ba3f4497be09_SeqId_4_ as hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/data/default/test/2880d9237813c64146698226f96113f2/f/8b42fa9a0108417ea6d655778033d20c_SeqId_4_ 2024-11-14T07:23:01,409 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34685 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/staging/jenkins.hfs.22__test__7jiodho3s3q07391nk6sqddodosboh8okilfk8413kop96eibrq71nngo00g6q9i/f/2d9ff0a932584584a4586af939fc72fe_SeqId_4_ into 2880d9237813c64146698226f96113f2/f as hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/data/default/test/2880d9237813c64146698226f96113f2/f/217b1eecb1564d25bc2a7849c45c09eb_SeqId_4_ - updating store file list. 2024-11-14T07:23:01,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34685 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 217b1eecb1564d25bc2a7849c45c09eb_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T07:23:01,413 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34685 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/data/default/test/2880d9237813c64146698226f96113f2/f/217b1eecb1564d25bc2a7849c45c09eb_SeqId_4_ into 2880d9237813c64146698226f96113f2/f 2024-11-14T07:23:01,413 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34685 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/staging/jenkins.hfs.22__test__7jiodho3s3q07391nk6sqddodosboh8okilfk8413kop96eibrq71nngo00g6q9i/f/2d9ff0a932584584a4586af939fc72fe_SeqId_4_ into 2880d9237813c64146698226f96113f2/f (new location: hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/data/default/test/2880d9237813c64146698226f96113f2/f/217b1eecb1564d25bc2a7849c45c09eb_SeqId_4_) 2024-11-14T07:23:01,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34685 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/staging/jenkins.hfs.22__test__7jiodho3s3q07391nk6sqddodosboh8okilfk8413kop96eibrq71nngo00g6q9i/f/2d9ff0a932584584a4586af939fc72fe_SeqId_4_ 2024-11-14T07:23:01,414 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34685 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/staging/jenkins.hfs.22__test__7jiodho3s3q07391nk6sqddodosboh8okilfk8413kop96eibrq71nngo00g6q9i/f/a8a10f0d30f54bd4a054ba3f4497be09_SeqId_4_ into 2880d9237813c64146698226f96113f2/f as hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/data/default/test/2880d9237813c64146698226f96113f2/f/8b42fa9a0108417ea6d655778033d20c_SeqId_4_ - updating store file list. 2024-11-14T07:23:01,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34685 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8b42fa9a0108417ea6d655778033d20c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T07:23:01,418 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34685 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/data/default/test/2880d9237813c64146698226f96113f2/f/8b42fa9a0108417ea6d655778033d20c_SeqId_4_ into 2880d9237813c64146698226f96113f2/f 2024-11-14T07:23:01,418 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34685 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/staging/jenkins.hfs.22__test__7jiodho3s3q07391nk6sqddodosboh8okilfk8413kop96eibrq71nngo00g6q9i/f/a8a10f0d30f54bd4a054ba3f4497be09_SeqId_4_ into 2880d9237813c64146698226f96113f2/f (new location: hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/data/default/test/2880d9237813c64146698226f96113f2/f/8b42fa9a0108417ea6d655778033d20c_SeqId_4_) 2024-11-14T07:23:01,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34685 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/staging/jenkins.hfs.22__test__7jiodho3s3q07391nk6sqddodosboh8okilfk8413kop96eibrq71nngo00g6q9i/f/a8a10f0d30f54bd4a054ba3f4497be09_SeqId_4_ 2024-11-14T07:23:01,420 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34685 {}] regionserver.ReplicationSink(324): Finished replicating [d9a87a87-8e17-4788-9ed6-01834a21f961] bulk loaded data 2024-11-14T07:23:01,898 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45947,1731568959409.replicationSource.wal-reader.c7aa6e2790b3%2C45947%2C1731568959409,1-c7aa6e2790b3,45947,1731568959409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/WALs/c7aa6e2790b3,45947,1731568959409/c7aa6e2790b3%2C45947%2C1731568959409.1731568961216 to pos 687, reset compression=false 2024-11-14T07:23:02,292 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T07:23:02,293 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c7aa6e2790b3,34491,1731568969767, seqNum=-1] 2024-11-14T07:23:02,293 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T07:23:02,294 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T07:23:02,295 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731568975457.c3f6a3cfc90cd600bf42784d3c1afa5e., hostname=c7aa6e2790b3,34491,1731568969767, seqNum=2] 2024-11-14T07:23:02,299 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T07:23:02,300 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T07:23:02,301 DEBUG [regionserver/c7aa6e2790b3:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL c7aa6e2790b3%2C45947%2C1731568959409.meta:.meta(num 1731568961832) roll requested 2024-11-14T07:23:02,319 DEBUG [regionserver/c7aa6e2790b3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/WALs/c7aa6e2790b3,45947,1731568959409/c7aa6e2790b3%2C45947%2C1731568959409.meta.1731568982302.meta, exclude list is [], retry=0 2024-11-14T07:23:02,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40489,DS-08a868a2-9eec-4b8c-abd9-0e868f8d149f,DISK] 2024-11-14T07:23:02,323 INFO [regionserver/c7aa6e2790b3:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/WALs/c7aa6e2790b3,45947,1731568959409/c7aa6e2790b3%2C45947%2C1731568959409.meta.1731568961832.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/WALs/c7aa6e2790b3,45947,1731568959409/c7aa6e2790b3%2C45947%2C1731568959409.meta.1731568982302.meta 2024-11-14T07:23:02,340 DEBUG [regionserver/c7aa6e2790b3:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41367:41367)] 2024-11-14T07:23:02,340 DEBUG [regionserver/c7aa6e2790b3:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/WALs/c7aa6e2790b3,45947,1731568959409/c7aa6e2790b3%2C45947%2C1731568959409.meta.1731568961832.meta is not closed yet, will try archiving it next time 2024-11-14T07:23:02,340 DEBUG [regionserver/c7aa6e2790b3:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL c7aa6e2790b3%2C45947%2C1731568959409:(num 1731568961216) roll requested 2024-11-14T07:23:02,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40489 is added to blk_1073741834_1010 (size=3473) 2024-11-14T07:23:02,356 DEBUG [regionserver/c7aa6e2790b3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/WALs/c7aa6e2790b3,45947,1731568959409/c7aa6e2790b3%2C45947%2C1731568959409.1731568982341, exclude list is [], retry=0 2024-11-14T07:23:02,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40489,DS-08a868a2-9eec-4b8c-abd9-0e868f8d149f,DISK] 2024-11-14T07:23:02,360 INFO [regionserver/c7aa6e2790b3:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/WALs/c7aa6e2790b3,45947,1731568959409/c7aa6e2790b3%2C45947%2C1731568959409.1731568961216 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/WALs/c7aa6e2790b3,45947,1731568959409/c7aa6e2790b3%2C45947%2C1731568959409.1731568982341 2024-11-14T07:23:02,360 DEBUG [regionserver/c7aa6e2790b3:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41367:41367)] 2024-11-14T07:23:02,360 DEBUG [regionserver/c7aa6e2790b3:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/WALs/c7aa6e2790b3,45947,1731568959409/c7aa6e2790b3%2C45947%2C1731568959409.1731568961216 is not closed yet, will try archiving it next time 2024-11-14T07:23:02,360 DEBUG [regionserver/c7aa6e2790b3:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL c7aa6e2790b3%2C45947%2C1731568959409.rep:(num 1731568978462) roll requested 2024-11-14T07:23:02,361 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26d1ae2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:23:02,361 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,41379,-1 for getting cluster id 2024-11-14T07:23:02,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40489 is added to blk_1073741832_1008 (size=695) 2024-11-14T07:23:02,362 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:23:02,363 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9a87a87-8e17-4788-9ed6-01834a21f961' 2024-11-14T07:23:02,363 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:23:02,363 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9a87a87-8e17-4788-9ed6-01834a21f961" 2024-11-14T07:23:02,363 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54540126, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:23:02,363 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,41379,-1] 2024-11-14T07:23:02,363 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:23:02,364 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:23:02,364 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:23:02,365 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/WALs/c7aa6e2790b3,45947,1731568959409/c7aa6e2790b3%2C45947%2C1731568959409.1731568961216 to hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/oldWALs/c7aa6e2790b3%2C45947%2C1731568959409.1731568961216 2024-11-14T07:23:02,365 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f718e30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:23:02,365 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:23:02,367 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is c7aa6e2790b3,41379,1731568959227 2024-11-14T07:23:02,367 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e0d57c3 2024-11-14T07:23:02,367 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T07:23:02,368 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T07:23:02,368 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41379 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://c7aa6e2790b3:34709,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T07:23:02,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41379 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T07:23:02,371 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c7aa6e2790b3:34709' 2024-11-14T07:23:02,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T07:23:02,379 DEBUG [regionserver/c7aa6e2790b3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/WALs/c7aa6e2790b3,45947,1731568959409/c7aa6e2790b3%2C45947%2C1731568959409.rep.1731568982360, exclude list is [], retry=0 2024-11-14T07:23:02,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40489,DS-08a868a2-9eec-4b8c-abd9-0e868f8d149f,DISK] 2024-11-14T07:23:02,384 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f345926, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:23:02,384 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,34709,-1 for getting cluster id 2024-11-14T07:23:02,384 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:23:02,384 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '269d230b-dff0-47d4-a471-f87b7507d52e' 2024-11-14T07:23:02,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:23:02,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "269d230b-dff0-47d4-a471-f87b7507d52e" 2024-11-14T07:23:02,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@82aedf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:23:02,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,34709,-1] 2024-11-14T07:23:02,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:23:02,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:23:02,386 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:23:02,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3980e88c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:23:02,387 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:23:02,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is c7aa6e2790b3,34709,1731568969589 2024-11-14T07:23:02,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16da64da 2024-11-14T07:23:02,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T07:23:02,388 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T07:23:02,389 INFO [regionserver/c7aa6e2790b3:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/WALs/c7aa6e2790b3,45947,1731568959409/c7aa6e2790b3%2C45947%2C1731568959409.rep.1731568978462 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/WALs/c7aa6e2790b3,45947,1731568959409/c7aa6e2790b3%2C45947%2C1731568959409.rep.1731568982360 2024-11-14T07:23:02,389 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-14T07:23:02,389 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T07:23:02,389 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:23:02,389 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:23:02,390 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:23:02,404 DEBUG [regionserver/c7aa6e2790b3:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41367:41367)] 2024-11-14T07:23:02,404 DEBUG [regionserver/c7aa6e2790b3:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/WALs/c7aa6e2790b3,45947,1731568959409/c7aa6e2790b3%2C45947%2C1731568959409.rep.1731568978462 is not closed yet, will try archiving it next time 2024-11-14T07:23:02,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40489 is added to blk_1073741839_1015 (size=1505) 2024-11-14T07:23:02,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T07:23:02,509 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45947,1731568959409.replicationSource.wal-reader.c7aa6e2790b3%2C45947%2C1731568959409,1-c7aa6e2790b3,45947,1731568959409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/WALs/c7aa6e2790b3,45947,1731568959409/c7aa6e2790b3%2C45947%2C1731568959409.1731568961216 to pos 687, reset compression=false 2024-11-14T07:23:02,511 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T07:23:02,516 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45947,1731568959409.replicationSource.wal-reader.c7aa6e2790b3%2C45947%2C1731568959409,1-c7aa6e2790b3,45947,1731568959409 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/WALs/c7aa6e2790b3,45947,1731568959409/c7aa6e2790b3%2C45947%2C1731568959409.1731568961216 was moved to hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/oldWALs/c7aa6e2790b3%2C45947%2C1731568959409.1731568961216 2024-11-14T07:23:02,518 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45947,1731568959409.replicationSource.wal-reader.c7aa6e2790b3%2C45947%2C1731568959409,1-c7aa6e2790b3,45947,1731568959409 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/WALs/c7aa6e2790b3,45947,1731568959409/c7aa6e2790b3%2C45947%2C1731568959409.1731568961216 2024-11-14T07:23:02,518 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45947,1731568959409.replicationSource.shipperc7aa6e2790b3%2C45947%2C1731568959409,1-c7aa6e2790b3,45947,1731568959409 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c7aa6e2790b3,45947,1731568959409 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/WALs/c7aa6e2790b3,45947,1731568959409/c7aa6e2790b3%2C45947%2C1731568959409.1731568961216, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-14T07:23:02,518 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45947,1731568959409.replicationSource.wal-reader.c7aa6e2790b3%2C45947%2C1731568959409,1-c7aa6e2790b3,45947,1731568959409 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/WALs/c7aa6e2790b3,45947,1731568959409/c7aa6e2790b3%2C45947%2C1731568959409.1731568982341, startPosition=0, beingWritten=true 2024-11-14T07:23:02,521 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45947,1731568959409.replicationSource.shipperc7aa6e2790b3%2C45947%2C1731568959409,1-c7aa6e2790b3,45947,1731568959409 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [c7aa6e2790b3%2C45947%2C1731568959409.1731568961216] 2024-11-14T07:23:02,664 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45947 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-14T07:23:02,664 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-14T07:23:02,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T07:23:02,698 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-c7aa6e2790b3,45947,1731568959409, ReplicationSource: 2, currentBandwidth=0 2024-11-14T07:23:02,700 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-14T07:23:02,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41379 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-14T07:23:02,702 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on c7aa6e2790b3,45947,1731568959409 suceeded 2024-11-14T07:23:02,704 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-14T07:23:02,704 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-14T07:23:02,705 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://c7aa6e2790b3:34709,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T07:23:02,706 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 337 msec 2024-11-14T07:23:02,717 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,2-c7aa6e2790b3,45947,1731568959409 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c7aa6e2790b3:34709' 2024-11-14T07:23:02,719 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,2-c7aa6e2790b3,45947,1731568959409 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49458be7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:23:02,719 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,2-c7aa6e2790b3,45947,1731568959409 {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,34709,-1 for getting cluster id 2024-11-14T07:23:02,719 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,2-c7aa6e2790b3,45947,1731568959409 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:23:02,720 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '269d230b-dff0-47d4-a471-f87b7507d52e' 2024-11-14T07:23:02,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:23:02,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "269d230b-dff0-47d4-a471-f87b7507d52e" 2024-11-14T07:23:02,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6cba2fd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:23:02,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,34709,-1] 2024-11-14T07:23:02,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:23:02,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:23:02,721 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:23:02,722 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,2-c7aa6e2790b3,45947,1731568959409 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2aeac4fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:23:02,722 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,2-c7aa6e2790b3,45947,1731568959409 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:23:02,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is c7aa6e2790b3,34709,1731568969589 2024-11-14T07:23:02,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@460fde3b 2024-11-14T07:23:02,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T07:23:02,723 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-14T07:23:02,724 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,2-c7aa6e2790b3,45947,1731568959409 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-c7aa6e2790b3,45947,1731568959409 (queues=1) is replicating from cluster=d9a87a87-8e17-4788-9ed6-01834a21f961 to cluster=269d230b-dff0-47d4-a471-f87b7507d52e 2024-11-14T07:23:02,724 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,2-c7aa6e2790b3,45947,1731568959409 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=c7aa6e2790b3%2C45947%2C1731568959409 2024-11-14T07:23:02,724 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,2-c7aa6e2790b3,45947,1731568959409 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-c7aa6e2790b3,45947,1731568959409, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T07:23:02,725 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,2-c7aa6e2790b3,45947,1731568959409.replicationSource.wal-reader.c7aa6e2790b3%2C45947%2C1731568959409,2-c7aa6e2790b3,45947,1731568959409 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/WALs/c7aa6e2790b3,45947,1731568959409/c7aa6e2790b3%2C45947%2C1731568959409.1731568982341, startPosition=0, beingWritten=true 2024-11-14T07:23:02,730 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,2-c7aa6e2790b3,45947,1731568959409.replicationSource.shipperc7aa6e2790b3%2C45947%2C1731568959409,2-c7aa6e2790b3,45947,1731568959409 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c7aa6e2790b3%2C45947%2C1731568959409 2024-11-14T07:23:02,942 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,2-c7aa6e2790b3,45947,1731568959409.replicationSource.wal-reader.c7aa6e2790b3%2C45947%2C1731568959409,2-c7aa6e2790b3,45947,1731568959409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/WALs/c7aa6e2790b3,45947,1731568959409/c7aa6e2790b3%2C45947%2C1731568959409.1731568982341 to pos 0, reset compression=false 2024-11-14T07:23:02,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T07:23:02,996 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-14T07:23:02,997 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T07:23:02,997 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:23:02,997 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:23:02,997 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:23:02,998 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T07:23:03,000 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:23:03,010 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731568983009/Put/seqid=0 2024-11-14T07:23:03,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40489 is added to blk_1073741845_1021 (size=11194) 2024-11-14T07:23:03,020 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731568983019/Put/seqid=0 2024-11-14T07:23:03,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40489 is added to blk_1073741846_1022 (size=10791) 2024-11-14T07:23:03,026 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cc35c3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:23:03,026 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,41379,-1 for getting cluster id 2024-11-14T07:23:03,026 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:23:03,027 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9a87a87-8e17-4788-9ed6-01834a21f961' 2024-11-14T07:23:03,027 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:23:03,027 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9a87a87-8e17-4788-9ed6-01834a21f961" 2024-11-14T07:23:03,027 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55fa7ae1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:23:03,027 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,41379,-1] 2024-11-14T07:23:03,027 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:23:03,028 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:23:03,028 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:23:03,029 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ab87eea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:23:03,029 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T07:23:03,030 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c7aa6e2790b3,45947,1731568959409, seqNum=-1] 2024-11-14T07:23:03,030 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T07:23:03,031 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T07:23:03,045 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:23:03,046 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is c7aa6e2790b3,41379,1731568959227 2024-11-14T07:23:03,046 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7045b07 2024-11-14T07:23:03,046 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T07:23:03,047 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T07:23:03,051 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731568972156.5104b6e75c2992f92d095b2e2e10bf74., hostname=c7aa6e2790b3,45947,1731568959409, seqNum=2] 2024-11-14T07:23:03,054 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T07:23:03,066 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-14T07:23:03,070 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-14T07:23:03,079 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45947 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 5104b6e75c2992f92d095b2e2e10bf74/f 2024-11-14T07:23:03,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45947 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-14T07:23:03,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45947 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T07:23:03,083 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45947 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 5104b6e75c2992f92d095b2e2e10bf74/f 2024-11-14T07:23:03,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45947 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-14T07:23:03,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45947 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T07:23:03,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45947 {}] regionserver.HRegion(2603): Flush status journal for 5104b6e75c2992f92d095b2e2e10bf74: 2024-11-14T07:23:03,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45947 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/staging/jenkins__test__tg582semcsvdto75f7aj76p8q9do5ohnkks5uvg6su0jbl91jc4sr1bh2vkirm8h/f/hfile_0 2024-11-14T07:23:03,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45947 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/staging/jenkins__test__tg582semcsvdto75f7aj76p8q9do5ohnkks5uvg6su0jbl91jc4sr1bh2vkirm8h/f/hfile_0 as hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/data/default/test/5104b6e75c2992f92d095b2e2e10bf74/f/2c33e6f4473443d3b32618fd123828f0_SeqId_6_ 2024-11-14T07:23:03,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45947 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/staging/jenkins__test__tg582semcsvdto75f7aj76p8q9do5ohnkks5uvg6su0jbl91jc4sr1bh2vkirm8h/f/hfile_1 2024-11-14T07:23:03,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45947 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/staging/jenkins__test__tg582semcsvdto75f7aj76p8q9do5ohnkks5uvg6su0jbl91jc4sr1bh2vkirm8h/f/hfile_1 as hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/data/default/test/5104b6e75c2992f92d095b2e2e10bf74/f/20ff3b3949464803a39ad71e84c0cd28_SeqId_6_ 2024-11-14T07:23:03,100 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45947 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/staging/jenkins__test__tg582semcsvdto75f7aj76p8q9do5ohnkks5uvg6su0jbl91jc4sr1bh2vkirm8h/f/hfile_0 into 5104b6e75c2992f92d095b2e2e10bf74/f as hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/data/default/test/5104b6e75c2992f92d095b2e2e10bf74/f/2c33e6f4473443d3b32618fd123828f0_SeqId_6_ - updating store file list. 2024-11-14T07:23:03,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45947 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2c33e6f4473443d3b32618fd123828f0_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T07:23:03,105 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45947 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/data/default/test/5104b6e75c2992f92d095b2e2e10bf74/f/2c33e6f4473443d3b32618fd123828f0_SeqId_6_ into 5104b6e75c2992f92d095b2e2e10bf74/f 2024-11-14T07:23:03,105 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45947 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/staging/jenkins__test__tg582semcsvdto75f7aj76p8q9do5ohnkks5uvg6su0jbl91jc4sr1bh2vkirm8h/f/hfile_0 into 5104b6e75c2992f92d095b2e2e10bf74/f (new location: hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/data/default/test/5104b6e75c2992f92d095b2e2e10bf74/f/2c33e6f4473443d3b32618fd123828f0_SeqId_6_) 2024-11-14T07:23:03,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45947 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/staging/jenkins__test__tg582semcsvdto75f7aj76p8q9do5ohnkks5uvg6su0jbl91jc4sr1bh2vkirm8h/f/hfile_0 2024-11-14T07:23:03,106 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45947 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/staging/jenkins__test__tg582semcsvdto75f7aj76p8q9do5ohnkks5uvg6su0jbl91jc4sr1bh2vkirm8h/f/hfile_1 into 5104b6e75c2992f92d095b2e2e10bf74/f as hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/data/default/test/5104b6e75c2992f92d095b2e2e10bf74/f/20ff3b3949464803a39ad71e84c0cd28_SeqId_6_ - updating store file list. 2024-11-14T07:23:03,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45947 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 20ff3b3949464803a39ad71e84c0cd28_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T07:23:03,110 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45947 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/data/default/test/5104b6e75c2992f92d095b2e2e10bf74/f/20ff3b3949464803a39ad71e84c0cd28_SeqId_6_ into 5104b6e75c2992f92d095b2e2e10bf74/f 2024-11-14T07:23:03,110 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45947 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/staging/jenkins__test__tg582semcsvdto75f7aj76p8q9do5ohnkks5uvg6su0jbl91jc4sr1bh2vkirm8h/f/hfile_1 into 5104b6e75c2992f92d095b2e2e10bf74/f (new location: hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/data/default/test/5104b6e75c2992f92d095b2e2e10bf74/f/20ff3b3949464803a39ad71e84c0cd28_SeqId_6_) 2024-11-14T07:23:03,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45947 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/staging/jenkins__test__tg582semcsvdto75f7aj76p8q9do5ohnkks5uvg6su0jbl91jc4sr1bh2vkirm8h/f/hfile_1 2024-11-14T07:23:03,111 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T07:23:03,112 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:23:03,112 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:23:03,112 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:23:03,112 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:23:03,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731568972156.5104b6e75c2992f92d095b2e2e10bf74., hostname=c7aa6e2790b3,45947,1731568959409, seqNum=2 , the old value is region=test,,1731568972156.5104b6e75c2992f92d095b2e2e10bf74., hostname=c7aa6e2790b3,45947,1731568959409, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=c7aa6e2790b3:45947 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T07:23:03,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731568972156.5104b6e75c2992f92d095b2e2e10bf74., hostname=c7aa6e2790b3,45947,1731568959409, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T07:23:03,113 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731568972156.5104b6e75c2992f92d095b2e2e10bf74., hostname=c7aa6e2790b3,45947,1731568959409, seqNum=2 from cache 2024-11-14T07:23:03,113 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-14T07:23:03,116 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T07:23:03,216 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c7aa6e2790b3:45947 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-14T07:23:03,223 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45947,1731568959409.replicationSource.wal-reader.c7aa6e2790b3%2C45947%2C1731568959409,1-c7aa6e2790b3,45947,1731568959409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/WALs/c7aa6e2790b3,45947,1731568959409/c7aa6e2790b3%2C45947%2C1731568959409.1731568982341 to pos 0, reset compression=false 2024-11-14T07:23:03,228 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45947,1731568959409.replicationSource.wal-reader.c7aa6e2790b3%2C45947%2C1731568959409,1-c7aa6e2790b3,45947,1731568959409 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T07:23:03,228 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45947,1731568959409.replicationSource.shipperc7aa6e2790b3%2C45947%2C1731568959409,1-c7aa6e2790b3,45947,1731568959409 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c7aa6e2790b3,45947,1731568959409 got entry batch from reader: WALEntryBatch [walEntries=[{test/5104b6e75c2992f92d095b2e2e10bf74/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731568983110/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/WALs/c7aa6e2790b3,45947,1731568959409/c7aa6e2790b3%2C45947%2C1731568959409.1731568982341, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-14T07:23:03,229 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34685 {}] regionserver.ReplicationSink(318): Replicating [d9a87a87-8e17-4788-9ed6-01834a21f961] bulk loaded data 2024-11-14T07:23:03,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741839_1015 (size=11194) 2024-11-14T07:23:03,249 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,2-c7aa6e2790b3,45947,1731568959409.replicationSource.wal-reader.c7aa6e2790b3%2C45947%2C1731568959409,2-c7aa6e2790b3,45947,1731568959409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/WALs/c7aa6e2790b3,45947,1731568959409/c7aa6e2790b3%2C45947%2C1731568959409.1731568982341 to pos 0, reset compression=false 2024-11-14T07:23:03,254 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,2-c7aa6e2790b3,45947,1731568959409.replicationSource.wal-reader.c7aa6e2790b3%2C45947%2C1731568959409,2-c7aa6e2790b3,45947,1731568959409 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T07:23:03,254 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,2-c7aa6e2790b3,45947,1731568959409.replicationSource.shipperc7aa6e2790b3%2C45947%2C1731568959409,2-c7aa6e2790b3,45947,1731568959409 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-c7aa6e2790b3,45947,1731568959409 got entry batch from reader: WALEntryBatch [walEntries=[{test/5104b6e75c2992f92d095b2e2e10bf74/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731568983110/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/WALs/c7aa6e2790b3,45947,1731568959409/c7aa6e2790b3%2C45947%2C1731568959409.1731568982341, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-14T07:23:03,256 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,2-c7aa6e2790b3,45947,1731568959409.replicationSource.shipperc7aa6e2790b3%2C45947%2C1731568959409,2-c7aa6e2790b3,45947,1731568959409 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T07:23:03,256 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-14T07:23:03,257 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34491 {}] regionserver.ReplicationSink(318): Replicating [d9a87a87-8e17-4788-9ed6-01834a21f961] bulk loaded data 2024-11-14T07:23:03,257 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34491 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5185c1b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:23:03,257 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34491 {}] client.ClusterIdFetcher(90): Going to request c7aa6e2790b3,34709,-1 for getting cluster id 2024-11-14T07:23:03,257 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34491 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T07:23:03,258 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '269d230b-dff0-47d4-a471-f87b7507d52e' 2024-11-14T07:23:03,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T07:23:03,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "269d230b-dff0-47d4-a471-f87b7507d52e" 2024-11-14T07:23:03,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@66763dde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:23:03,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c7aa6e2790b3,34709,-1] 2024-11-14T07:23:03,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T07:23:03,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:23:03,259 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-14T07:23:03,260 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34491 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4eddc6fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T07:23:03,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46059 is added to blk_1073741837_1013 (size=11194) 2024-11-14T07:23:03,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46059 is added to blk_1073741838_1014 (size=10791) 2024-11-14T07:23:03,279 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34491 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:23:03,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c7aa6e2790b3,34709,1731568969589 2024-11-14T07:23:03,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ae4c785 2024-11-14T07:23:03,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T07:23:03,281 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-14T07:23:03,283 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34491 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T07:23:03,283 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34491 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T07:23:03,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c7aa6e2790b3,34491,1731568969767, seqNum=-1] 2024-11-14T07:23:03,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T07:23:03,285 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-14T07:23:03,292 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39527/user/jenkins/test-data/0a873610-d35f-88ed-9530-16cef808e501/staging/jenkins.hfs.23__test__ehn9fooaim6m0odqm6ln8oia7igksk9e83ktsoc8782gkcajqenntv25vcc4nul7/f/20ff3b3949464803a39ad71e84c0cd28_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-14T07:23:03,294 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39527/user/jenkins/test-data/0a873610-d35f-88ed-9530-16cef808e501/staging/jenkins.hfs.23__test__ehn9fooaim6m0odqm6ln8oia7igksk9e83ktsoc8782gkcajqenntv25vcc4nul7/f/2c33e6f4473443d3b32618fd123828f0_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-14T07:23:03,297 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34491 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39527/user/jenkins/test-data/0a873610-d35f-88ed-9530-16cef808e501/staging/jenkins.hfs.23__test__ehn9fooaim6m0odqm6ln8oia7igksk9e83ktsoc8782gkcajqenntv25vcc4nul7/f/20ff3b3949464803a39ad71e84c0cd28_SeqId_6_ for inclusion in c3f6a3cfc90cd600bf42784d3c1afa5e/f 2024-11-14T07:23:03,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34491 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-14T07:23:03,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34491 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T07:23:03,300 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34491 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39527/user/jenkins/test-data/0a873610-d35f-88ed-9530-16cef808e501/staging/jenkins.hfs.23__test__ehn9fooaim6m0odqm6ln8oia7igksk9e83ktsoc8782gkcajqenntv25vcc4nul7/f/2c33e6f4473443d3b32618fd123828f0_SeqId_6_ for inclusion in c3f6a3cfc90cd600bf42784d3c1afa5e/f 2024-11-14T07:23:03,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34491 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-14T07:23:03,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34491 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T07:23:03,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34491 {}] regionserver.HRegion(2603): Flush status journal for c3f6a3cfc90cd600bf42784d3c1afa5e: 2024-11-14T07:23:03,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34491 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 20ff3b3949464803a39ad71e84c0cd28_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-14T07:23:03,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34491 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39527/user/jenkins/test-data/0a873610-d35f-88ed-9530-16cef808e501/staging/jenkins.hfs.23__test__ehn9fooaim6m0odqm6ln8oia7igksk9e83ktsoc8782gkcajqenntv25vcc4nul7/f/20ff3b3949464803a39ad71e84c0cd28_SeqId_6_ as hdfs://localhost:39527/user/jenkins/test-data/0a873610-d35f-88ed-9530-16cef808e501/data/default/test/c3f6a3cfc90cd600bf42784d3c1afa5e/f/7557963637a14c31b3d635ef100a306b_SeqId_4_ 2024-11-14T07:23:03,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34491 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 2c33e6f4473443d3b32618fd123828f0_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-14T07:23:03,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34491 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39527/user/jenkins/test-data/0a873610-d35f-88ed-9530-16cef808e501/staging/jenkins.hfs.23__test__ehn9fooaim6m0odqm6ln8oia7igksk9e83ktsoc8782gkcajqenntv25vcc4nul7/f/2c33e6f4473443d3b32618fd123828f0_SeqId_6_ as hdfs://localhost:39527/user/jenkins/test-data/0a873610-d35f-88ed-9530-16cef808e501/data/default/test/c3f6a3cfc90cd600bf42784d3c1afa5e/f/7f147fde92ab49a1b6c46860d1c7508c_SeqId_4_ 2024-11-14T07:23:03,307 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34491 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39527/user/jenkins/test-data/0a873610-d35f-88ed-9530-16cef808e501/staging/jenkins.hfs.23__test__ehn9fooaim6m0odqm6ln8oia7igksk9e83ktsoc8782gkcajqenntv25vcc4nul7/f/20ff3b3949464803a39ad71e84c0cd28_SeqId_6_ into c3f6a3cfc90cd600bf42784d3c1afa5e/f as hdfs://localhost:39527/user/jenkins/test-data/0a873610-d35f-88ed-9530-16cef808e501/data/default/test/c3f6a3cfc90cd600bf42784d3c1afa5e/f/7557963637a14c31b3d635ef100a306b_SeqId_4_ - updating store file list. 2024-11-14T07:23:03,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34491 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7557963637a14c31b3d635ef100a306b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T07:23:03,312 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34491 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39527/user/jenkins/test-data/0a873610-d35f-88ed-9530-16cef808e501/data/default/test/c3f6a3cfc90cd600bf42784d3c1afa5e/f/7557963637a14c31b3d635ef100a306b_SeqId_4_ into c3f6a3cfc90cd600bf42784d3c1afa5e/f 2024-11-14T07:23:03,312 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34491 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39527/user/jenkins/test-data/0a873610-d35f-88ed-9530-16cef808e501/staging/jenkins.hfs.23__test__ehn9fooaim6m0odqm6ln8oia7igksk9e83ktsoc8782gkcajqenntv25vcc4nul7/f/20ff3b3949464803a39ad71e84c0cd28_SeqId_6_ into c3f6a3cfc90cd600bf42784d3c1afa5e/f (new location: hdfs://localhost:39527/user/jenkins/test-data/0a873610-d35f-88ed-9530-16cef808e501/data/default/test/c3f6a3cfc90cd600bf42784d3c1afa5e/f/7557963637a14c31b3d635ef100a306b_SeqId_4_) 2024-11-14T07:23:03,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34491 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39527/user/jenkins/test-data/0a873610-d35f-88ed-9530-16cef808e501/staging/jenkins.hfs.23__test__ehn9fooaim6m0odqm6ln8oia7igksk9e83ktsoc8782gkcajqenntv25vcc4nul7/f/20ff3b3949464803a39ad71e84c0cd28_SeqId_6_ 2024-11-14T07:23:03,314 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34491 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39527/user/jenkins/test-data/0a873610-d35f-88ed-9530-16cef808e501/staging/jenkins.hfs.23__test__ehn9fooaim6m0odqm6ln8oia7igksk9e83ktsoc8782gkcajqenntv25vcc4nul7/f/2c33e6f4473443d3b32618fd123828f0_SeqId_6_ into c3f6a3cfc90cd600bf42784d3c1afa5e/f as hdfs://localhost:39527/user/jenkins/test-data/0a873610-d35f-88ed-9530-16cef808e501/data/default/test/c3f6a3cfc90cd600bf42784d3c1afa5e/f/7f147fde92ab49a1b6c46860d1c7508c_SeqId_4_ - updating store file list. 2024-11-14T07:23:03,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34491 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7f147fde92ab49a1b6c46860d1c7508c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T07:23:03,319 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34491 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39527/user/jenkins/test-data/0a873610-d35f-88ed-9530-16cef808e501/data/default/test/c3f6a3cfc90cd600bf42784d3c1afa5e/f/7f147fde92ab49a1b6c46860d1c7508c_SeqId_4_ into c3f6a3cfc90cd600bf42784d3c1afa5e/f 2024-11-14T07:23:03,319 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34491 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39527/user/jenkins/test-data/0a873610-d35f-88ed-9530-16cef808e501/staging/jenkins.hfs.23__test__ehn9fooaim6m0odqm6ln8oia7igksk9e83ktsoc8782gkcajqenntv25vcc4nul7/f/2c33e6f4473443d3b32618fd123828f0_SeqId_6_ into c3f6a3cfc90cd600bf42784d3c1afa5e/f (new location: hdfs://localhost:39527/user/jenkins/test-data/0a873610-d35f-88ed-9530-16cef808e501/data/default/test/c3f6a3cfc90cd600bf42784d3c1afa5e/f/7f147fde92ab49a1b6c46860d1c7508c_SeqId_4_) 2024-11-14T07:23:03,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34491 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39527/user/jenkins/test-data/0a873610-d35f-88ed-9530-16cef808e501/staging/jenkins.hfs.23__test__ehn9fooaim6m0odqm6ln8oia7igksk9e83ktsoc8782gkcajqenntv25vcc4nul7/f/2c33e6f4473443d3b32618fd123828f0_SeqId_6_ 2024-11-14T07:23:03,321 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34491 {}] regionserver.ReplicationSink(324): Finished replicating [d9a87a87-8e17-4788-9ed6-01834a21f961] bulk loaded data 2024-11-14T07:23:03,428 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45947,1731568959409.replicationSource.wal-reader.c7aa6e2790b3%2C45947%2C1731568959409,1-c7aa6e2790b3,45947,1731568959409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/WALs/c7aa6e2790b3,45947,1731568959409/c7aa6e2790b3%2C45947%2C1731568959409.1731568982341 to pos 393, reset compression=false 2024-11-14T07:23:03,454 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,2-c7aa6e2790b3,45947,1731568959409.replicationSource.wal-reader.c7aa6e2790b3%2C45947%2C1731568959409,2-c7aa6e2790b3,45947,1731568959409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/WALs/c7aa6e2790b3,45947,1731568959409/c7aa6e2790b3%2C45947%2C1731568959409.1731568982341 to pos 393, reset compression=false 2024-11-14T07:23:03,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741840_1016 (size=10791) 2024-11-14T07:23:03,666 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34685 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T07:23:03,671 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/staging/jenkins.hfs.22__test__5gp51jt8f6rk225vj0tlo5n134s016boo2eup81q6sorc73pgori0ucdq5itos5g/f/20ff3b3949464803a39ad71e84c0cd28_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-14T07:23:03,674 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/staging/jenkins.hfs.22__test__5gp51jt8f6rk225vj0tlo5n134s016boo2eup81q6sorc73pgori0ucdq5itos5g/f/2c33e6f4473443d3b32618fd123828f0_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-14T07:23:03,676 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34685 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/staging/jenkins.hfs.22__test__5gp51jt8f6rk225vj0tlo5n134s016boo2eup81q6sorc73pgori0ucdq5itos5g/f/20ff3b3949464803a39ad71e84c0cd28_SeqId_6_ for inclusion in 2880d9237813c64146698226f96113f2/f 2024-11-14T07:23:03,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34685 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-14T07:23:03,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34685 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T07:23:03,679 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34685 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/staging/jenkins.hfs.22__test__5gp51jt8f6rk225vj0tlo5n134s016boo2eup81q6sorc73pgori0ucdq5itos5g/f/2c33e6f4473443d3b32618fd123828f0_SeqId_6_ for inclusion in 2880d9237813c64146698226f96113f2/f 2024-11-14T07:23:03,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34685 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-14T07:23:03,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34685 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T07:23:03,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34685 {}] regionserver.HRegion(2603): Flush status journal for 2880d9237813c64146698226f96113f2: 2024-11-14T07:23:03,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34685 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 20ff3b3949464803a39ad71e84c0cd28_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-14T07:23:03,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34685 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/staging/jenkins.hfs.22__test__5gp51jt8f6rk225vj0tlo5n134s016boo2eup81q6sorc73pgori0ucdq5itos5g/f/20ff3b3949464803a39ad71e84c0cd28_SeqId_6_ as hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/data/default/test/2880d9237813c64146698226f96113f2/f/9166f4af20c2460f9f6be3ed7a2444bf_SeqId_6_ 2024-11-14T07:23:03,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34685 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 2c33e6f4473443d3b32618fd123828f0_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-14T07:23:03,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34685 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/staging/jenkins.hfs.22__test__5gp51jt8f6rk225vj0tlo5n134s016boo2eup81q6sorc73pgori0ucdq5itos5g/f/2c33e6f4473443d3b32618fd123828f0_SeqId_6_ as hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/data/default/test/2880d9237813c64146698226f96113f2/f/85613c7848a549ed999feb21e87962ab_SeqId_6_ 2024-11-14T07:23:03,685 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34685 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/staging/jenkins.hfs.22__test__5gp51jt8f6rk225vj0tlo5n134s016boo2eup81q6sorc73pgori0ucdq5itos5g/f/20ff3b3949464803a39ad71e84c0cd28_SeqId_6_ into 2880d9237813c64146698226f96113f2/f as hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/data/default/test/2880d9237813c64146698226f96113f2/f/9166f4af20c2460f9f6be3ed7a2444bf_SeqId_6_ - updating store file list. 2024-11-14T07:23:03,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34685 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9166f4af20c2460f9f6be3ed7a2444bf_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T07:23:03,692 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34685 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/data/default/test/2880d9237813c64146698226f96113f2/f/9166f4af20c2460f9f6be3ed7a2444bf_SeqId_6_ into 2880d9237813c64146698226f96113f2/f 2024-11-14T07:23:03,692 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34685 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/staging/jenkins.hfs.22__test__5gp51jt8f6rk225vj0tlo5n134s016boo2eup81q6sorc73pgori0ucdq5itos5g/f/20ff3b3949464803a39ad71e84c0cd28_SeqId_6_ into 2880d9237813c64146698226f96113f2/f (new location: hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/data/default/test/2880d9237813c64146698226f96113f2/f/9166f4af20c2460f9f6be3ed7a2444bf_SeqId_6_) 2024-11-14T07:23:03,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34685 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/staging/jenkins.hfs.22__test__5gp51jt8f6rk225vj0tlo5n134s016boo2eup81q6sorc73pgori0ucdq5itos5g/f/20ff3b3949464803a39ad71e84c0cd28_SeqId_6_ 2024-11-14T07:23:03,693 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34685 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/staging/jenkins.hfs.22__test__5gp51jt8f6rk225vj0tlo5n134s016boo2eup81q6sorc73pgori0ucdq5itos5g/f/2c33e6f4473443d3b32618fd123828f0_SeqId_6_ into 2880d9237813c64146698226f96113f2/f as hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/data/default/test/2880d9237813c64146698226f96113f2/f/85613c7848a549ed999feb21e87962ab_SeqId_6_ - updating store file list. 2024-11-14T07:23:03,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34685 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 85613c7848a549ed999feb21e87962ab_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T07:23:03,697 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34685 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/data/default/test/2880d9237813c64146698226f96113f2/f/85613c7848a549ed999feb21e87962ab_SeqId_6_ into 2880d9237813c64146698226f96113f2/f 2024-11-14T07:23:03,697 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34685 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/staging/jenkins.hfs.22__test__5gp51jt8f6rk225vj0tlo5n134s016boo2eup81q6sorc73pgori0ucdq5itos5g/f/2c33e6f4473443d3b32618fd123828f0_SeqId_6_ into 2880d9237813c64146698226f96113f2/f (new location: hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/data/default/test/2880d9237813c64146698226f96113f2/f/85613c7848a549ed999feb21e87962ab_SeqId_6_) 2024-11-14T07:23:03,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34685 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/staging/jenkins.hfs.22__test__5gp51jt8f6rk225vj0tlo5n134s016boo2eup81q6sorc73pgori0ucdq5itos5g/f/2c33e6f4473443d3b32618fd123828f0_SeqId_6_ 2024-11-14T07:23:03,699 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34685 {}] regionserver.ReplicationSink(324): Finished replicating [d9a87a87-8e17-4788-9ed6-01834a21f961] bulk loaded data 2024-11-14T07:23:03,733 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45947,1731568959409.replicationSource.wal-reader.c7aa6e2790b3%2C45947%2C1731568959409,1-c7aa6e2790b3,45947,1731568959409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/WALs/c7aa6e2790b3,45947,1731568959409/c7aa6e2790b3%2C45947%2C1731568959409.1731568982341 to pos 393, reset compression=false 2024-11-14T07:23:03,759 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,2-c7aa6e2790b3,45947,1731568959409.replicationSource.wal-reader.c7aa6e2790b3%2C45947%2C1731568959409,2-c7aa6e2790b3,45947,1731568959409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/WALs/c7aa6e2790b3,45947,1731568959409/c7aa6e2790b3%2C45947%2C1731568959409.1731568982341 to pos 393, reset compression=false 2024-11-14T07:23:04,004 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T07:23:04,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:23:04,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:23:04,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:23:04,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:23:04,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:23:04,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:23:04,006 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:23:04,006 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:23:04,067 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:23:04,068 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:23:04,068 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:23:04,068 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:23:04,068 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:23:04,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:23:04,076 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:23:04,080 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:23:04,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:23:04,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:23:04,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T07:23:04,134 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T07:23:04,134 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:23:04,134 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:23:04,134 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:23:04,134 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:23:04,134 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T07:23:04,135 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1062116788, stopped=false 2024-11-14T07:23:04,135 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c7aa6e2790b3,34709,1731568969589 2024-11-14T07:23:04,136 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45947,1731568959409.replicationSource.wal-reader.c7aa6e2790b3%2C45947%2C1731568959409,1-c7aa6e2790b3,45947,1731568959409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/WALs/c7aa6e2790b3,45947,1731568959409/c7aa6e2790b3%2C45947%2C1731568959409.1731568982341 to pos 393, reset compression=false 2024-11-14T07:23:04,163 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,2-c7aa6e2790b3,45947,1731568959409.replicationSource.wal-reader.c7aa6e2790b3%2C45947%2C1731568959409,2-c7aa6e2790b3,45947,1731568959409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/WALs/c7aa6e2790b3,45947,1731568959409/c7aa6e2790b3%2C45947%2C1731568959409.1731568982341 to pos 393, reset compression=false 2024-11-14T07:23:04,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34491-0x101383973250007, quorum=127.0.0.1:56093, baseZNode=/2966894181 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2966894181/running 2024-11-14T07:23:04,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34709-0x101383973250006, quorum=127.0.0.1:56093, baseZNode=/2966894181 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2966894181/running 2024-11-14T07:23:04,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34491-0x101383973250007, quorum=127.0.0.1:56093, baseZNode=/2966894181 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2966894181 2024-11-14T07:23:04,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34709-0x101383973250006, quorum=127.0.0.1:56093, baseZNode=/2966894181 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2966894181 2024-11-14T07:23:04,183 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T07:23:04,183 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T07:23:04,184 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:23:04,184 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:23:04,184 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34491-0x101383973250007, quorum=127.0.0.1:56093, baseZNode=/2966894181 Set watcher on znode that does not yet exist, /2966894181/running 2024-11-14T07:23:04,184 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34709-0x101383973250006, quorum=127.0.0.1:56093, baseZNode=/2966894181 Set watcher on znode that does not yet exist, /2966894181/running 2024-11-14T07:23:04,184 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c7aa6e2790b3,34491,1731568969767' ***** 2024-11-14T07:23:04,184 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T07:23:04,185 INFO [RS:0;c7aa6e2790b3:34491 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T07:23:04,185 INFO [RS:0;c7aa6e2790b3:34491 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T07:23:04,185 INFO [RS:0;c7aa6e2790b3:34491 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T07:23:04,185 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T07:23:04,185 INFO [RS:0;c7aa6e2790b3:34491 {}] regionserver.HRegionServer(3091): Received CLOSE for c3f6a3cfc90cd600bf42784d3c1afa5e 2024-11-14T07:23:04,185 INFO [RS:0;c7aa6e2790b3:34491 {}] regionserver.HRegionServer(959): stopping server c7aa6e2790b3,34491,1731568969767 2024-11-14T07:23:04,185 INFO [RS:0;c7aa6e2790b3:34491 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T07:23:04,185 INFO [RS:0;c7aa6e2790b3:34491 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c7aa6e2790b3:34491. 2024-11-14T07:23:04,185 DEBUG [RS:0;c7aa6e2790b3:34491 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:23:04,185 DEBUG [RS:0;c7aa6e2790b3:34491 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:23:04,185 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c3f6a3cfc90cd600bf42784d3c1afa5e, disabling compactions & flushes 2024-11-14T07:23:04,185 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731568975457.c3f6a3cfc90cd600bf42784d3c1afa5e. 2024-11-14T07:23:04,185 INFO [RS:0;c7aa6e2790b3:34491 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T07:23:04,186 INFO [RS:0;c7aa6e2790b3:34491 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T07:23:04,186 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731568975457.c3f6a3cfc90cd600bf42784d3c1afa5e. 2024-11-14T07:23:04,186 INFO [RS:0;c7aa6e2790b3:34491 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T07:23:04,186 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731568975457.c3f6a3cfc90cd600bf42784d3c1afa5e. after waiting 0 ms 2024-11-14T07:23:04,186 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731568975457.c3f6a3cfc90cd600bf42784d3c1afa5e. 2024-11-14T07:23:04,186 INFO [RS:0;c7aa6e2790b3:34491 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T07:23:04,186 INFO [RS:0;c7aa6e2790b3:34491 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T07:23:04,186 DEBUG [RS:0;c7aa6e2790b3:34491 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c3f6a3cfc90cd600bf42784d3c1afa5e=test,,1731568975457.c3f6a3cfc90cd600bf42784d3c1afa5e.} 2024-11-14T07:23:04,186 DEBUG [RS:0;c7aa6e2790b3:34491 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c3f6a3cfc90cd600bf42784d3c1afa5e 2024-11-14T07:23:04,186 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T07:23:04,186 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T07:23:04,186 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T07:23:04,186 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T07:23:04,186 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T07:23:04,187 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-14T07:23:04,191 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39527/user/jenkins/test-data/0a873610-d35f-88ed-9530-16cef808e501/data/default/test/c3f6a3cfc90cd600bf42784d3c1afa5e/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-14T07:23:04,192 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T07:23:04,192 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T07:23:04,192 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731568975457.c3f6a3cfc90cd600bf42784d3c1afa5e. 2024-11-14T07:23:04,192 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c3f6a3cfc90cd600bf42784d3c1afa5e: Waiting for close lock at 1731568984185Running coprocessor pre-close hooks at 1731568984185Disabling compacts and flushes for region at 1731568984185Disabling writes for close at 1731568984186 (+1 ms)Writing region close event to WAL at 1731568984187 (+1 ms)Running coprocessor post-close hooks at 1731568984192 (+5 ms)Closed at 1731568984192 2024-11-14T07:23:04,192 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731568975457.c3f6a3cfc90cd600bf42784d3c1afa5e. 2024-11-14T07:23:04,201 INFO [regionserver/c7aa6e2790b3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T07:23:04,205 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39527/user/jenkins/test-data/0a873610-d35f-88ed-9530-16cef808e501/data/hbase/meta/1588230740/.tmp/info/feeebf20fe5d4f1288d39e83e295845b is 129, key is test,,1731568975457.c3f6a3cfc90cd600bf42784d3c1afa5e./info:regioninfo/1731568976595/Put/seqid=0 2024-11-14T07:23:04,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46059 is added to blk_1073741839_1015 (size=6421) 2024-11-14T07:23:04,386 DEBUG [RS:0;c7aa6e2790b3:34491 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T07:23:04,415 INFO [regionserver/c7aa6e2790b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T07:23:04,415 INFO [regionserver/c7aa6e2790b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T07:23:04,587 DEBUG [RS:0;c7aa6e2790b3:34491 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T07:23:04,609 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39527/user/jenkins/test-data/0a873610-d35f-88ed-9530-16cef808e501/data/hbase/meta/1588230740/.tmp/info/feeebf20fe5d4f1288d39e83e295845b 2024-11-14T07:23:04,632 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39527/user/jenkins/test-data/0a873610-d35f-88ed-9530-16cef808e501/data/hbase/meta/1588230740/.tmp/ns/efd4fcdbd74140cc9f89fd1583334a6e is 43, key is default/ns:d/1731568972019/Put/seqid=0 2024-11-14T07:23:04,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46059 is added to blk_1073741840_1016 (size=5153) 2024-11-14T07:23:04,636 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39527/user/jenkins/test-data/0a873610-d35f-88ed-9530-16cef808e501/data/hbase/meta/1588230740/.tmp/ns/efd4fcdbd74140cc9f89fd1583334a6e 2024-11-14T07:23:04,641 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45947,1731568959409.replicationSource.wal-reader.c7aa6e2790b3%2C45947%2C1731568959409,1-c7aa6e2790b3,45947,1731568959409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/WALs/c7aa6e2790b3,45947,1731568959409/c7aa6e2790b3%2C45947%2C1731568959409.1731568982341 to pos 393, reset compression=false 2024-11-14T07:23:04,661 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39527/user/jenkins/test-data/0a873610-d35f-88ed-9530-16cef808e501/data/hbase/meta/1588230740/.tmp/rep_barrier/a51de1306d0f48498d3b67d35507d483 is 112, key is test,,1731568975457.c3f6a3cfc90cd600bf42784d3c1afa5e./rep_barrier:seqnumDuringOpen/1731568976595/Put/seqid=0 2024-11-14T07:23:04,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46059 is added to blk_1073741841_1017 (size=5518) 2024-11-14T07:23:04,665 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39527/user/jenkins/test-data/0a873610-d35f-88ed-9530-16cef808e501/data/hbase/meta/1588230740/.tmp/rep_barrier/a51de1306d0f48498d3b67d35507d483 2024-11-14T07:23:04,667 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,2-c7aa6e2790b3,45947,1731568959409.replicationSource.wal-reader.c7aa6e2790b3%2C45947%2C1731568959409,2-c7aa6e2790b3,45947,1731568959409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/WALs/c7aa6e2790b3,45947,1731568959409/c7aa6e2790b3%2C45947%2C1731568959409.1731568982341 to pos 393, reset compression=false 2024-11-14T07:23:04,691 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39527/user/jenkins/test-data/0a873610-d35f-88ed-9530-16cef808e501/data/hbase/meta/1588230740/.tmp/table/bcb8e818c3964cb98566d10ccc61b763 is 40, key is test/table:state/1731568976600/Put/seqid=0 2024-11-14T07:23:04,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46059 is added to blk_1073741842_1018 (size=5165) 2024-11-14T07:23:04,696 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39527/user/jenkins/test-data/0a873610-d35f-88ed-9530-16cef808e501/data/hbase/meta/1588230740/.tmp/table/bcb8e818c3964cb98566d10ccc61b763 2024-11-14T07:23:04,701 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39527/user/jenkins/test-data/0a873610-d35f-88ed-9530-16cef808e501/data/hbase/meta/1588230740/.tmp/info/feeebf20fe5d4f1288d39e83e295845b as hdfs://localhost:39527/user/jenkins/test-data/0a873610-d35f-88ed-9530-16cef808e501/data/hbase/meta/1588230740/info/feeebf20fe5d4f1288d39e83e295845b 2024-11-14T07:23:04,706 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39527/user/jenkins/test-data/0a873610-d35f-88ed-9530-16cef808e501/data/hbase/meta/1588230740/info/feeebf20fe5d4f1288d39e83e295845b, entries=10, sequenceid=11, filesize=6.3 K 2024-11-14T07:23:04,707 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39527/user/jenkins/test-data/0a873610-d35f-88ed-9530-16cef808e501/data/hbase/meta/1588230740/.tmp/ns/efd4fcdbd74140cc9f89fd1583334a6e as hdfs://localhost:39527/user/jenkins/test-data/0a873610-d35f-88ed-9530-16cef808e501/data/hbase/meta/1588230740/ns/efd4fcdbd74140cc9f89fd1583334a6e 2024-11-14T07:23:04,712 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39527/user/jenkins/test-data/0a873610-d35f-88ed-9530-16cef808e501/data/hbase/meta/1588230740/ns/efd4fcdbd74140cc9f89fd1583334a6e, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T07:23:04,713 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39527/user/jenkins/test-data/0a873610-d35f-88ed-9530-16cef808e501/data/hbase/meta/1588230740/.tmp/rep_barrier/a51de1306d0f48498d3b67d35507d483 as hdfs://localhost:39527/user/jenkins/test-data/0a873610-d35f-88ed-9530-16cef808e501/data/hbase/meta/1588230740/rep_barrier/a51de1306d0f48498d3b67d35507d483 2024-11-14T07:23:04,718 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39527/user/jenkins/test-data/0a873610-d35f-88ed-9530-16cef808e501/data/hbase/meta/1588230740/rep_barrier/a51de1306d0f48498d3b67d35507d483, entries=1, sequenceid=11, filesize=5.4 K 2024-11-14T07:23:04,719 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39527/user/jenkins/test-data/0a873610-d35f-88ed-9530-16cef808e501/data/hbase/meta/1588230740/.tmp/table/bcb8e818c3964cb98566d10ccc61b763 as hdfs://localhost:39527/user/jenkins/test-data/0a873610-d35f-88ed-9530-16cef808e501/data/hbase/meta/1588230740/table/bcb8e818c3964cb98566d10ccc61b763 2024-11-14T07:23:04,724 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39527/user/jenkins/test-data/0a873610-d35f-88ed-9530-16cef808e501/data/hbase/meta/1588230740/table/bcb8e818c3964cb98566d10ccc61b763, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T07:23:04,725 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 538ms, sequenceid=11, compaction requested=false 2024-11-14T07:23:04,731 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39527/user/jenkins/test-data/0a873610-d35f-88ed-9530-16cef808e501/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T07:23:04,731 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T07:23:04,731 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T07:23:04,731 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T07:23:04,731 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731568984186Running coprocessor pre-close hooks at 1731568984186Disabling compacts and flushes for region at 1731568984186Disabling writes for close at 1731568984186Obtaining lock to block concurrent updates at 1731568984187 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731568984187Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731568984187Flushing stores of hbase:meta,,1.1588230740 at 1731568984188 (+1 ms)Flushing 1588230740/info: creating writer at 1731568984188Flushing 1588230740/info: appending metadata at 1731568984205 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731568984205Flushing 1588230740/ns: creating writer at 1731568984614 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731568984632 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731568984632Flushing 1588230740/rep_barrier: creating writer at 1731568984641 (+9 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731568984660 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731568984661 (+1 ms)Flushing 1588230740/table: creating writer at 1731568984671 (+10 ms)Flushing 1588230740/table: appending metadata at 1731568984691 (+20 ms)Flushing 1588230740/table: closing flushed file at 1731568984691Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3decf1da: reopening flushed file at 1731568984700 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3430fde2: reopening flushed file at 1731568984706 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29e3617a: reopening flushed file at 1731568984713 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c397182: reopening flushed file at 1731568984719 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 538ms, sequenceid=11, compaction requested=false at 1731568984725 (+6 ms)Writing region close event to WAL at 1731568984727 (+2 ms)Running coprocessor post-close hooks at 1731568984731 (+4 ms)Closed at 1731568984731 2024-11-14T07:23:04,731 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T07:23:04,787 INFO [RS:0;c7aa6e2790b3:34491 {}] regionserver.HRegionServer(976): stopping server c7aa6e2790b3,34491,1731568969767; all regions closed. 2024-11-14T07:23:04,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46059 is added to blk_1073741834_1010 (size=2717) 2024-11-14T07:23:04,789 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0a873610-d35f-88ed-9530-16cef808e501/WALs/c7aa6e2790b3,34491,1731568969767/c7aa6e2790b3%2C34491%2C1731568969767.meta.1731568971928.meta not finished, retry = 0 2024-11-14T07:23:04,891 DEBUG [RS:0;c7aa6e2790b3:34491 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0a873610-d35f-88ed-9530-16cef808e501/oldWALs 2024-11-14T07:23:04,891 INFO [RS:0;c7aa6e2790b3:34491 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c7aa6e2790b3%2C34491%2C1731568969767.meta:.meta(num 1731568971928) 2024-11-14T07:23:04,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46059 is added to blk_1073741833_1009 (size=1028) 2024-11-14T07:23:04,894 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0a873610-d35f-88ed-9530-16cef808e501/WALs/c7aa6e2790b3,34491,1731568969767/c7aa6e2790b3%2C34491%2C1731568969767.1731568971523 not finished, retry = 0 2024-11-14T07:23:04,996 DEBUG [RS:0;c7aa6e2790b3:34491 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0a873610-d35f-88ed-9530-16cef808e501/oldWALs 2024-11-14T07:23:04,996 INFO [RS:0;c7aa6e2790b3:34491 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c7aa6e2790b3%2C34491%2C1731568969767:(num 1731568971523) 2024-11-14T07:23:04,996 DEBUG [RS:0;c7aa6e2790b3:34491 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:23:04,996 INFO [RS:0;c7aa6e2790b3:34491 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T07:23:04,996 INFO [RS:0;c7aa6e2790b3:34491 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T07:23:04,996 INFO [RS:0;c7aa6e2790b3:34491 {}] hbase.ChoreService(370): Chore service for: regionserver/c7aa6e2790b3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T07:23:04,996 INFO [RS:0;c7aa6e2790b3:34491 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T07:23:04,996 INFO [regionserver/c7aa6e2790b3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T07:23:04,997 INFO [RS:0;c7aa6e2790b3:34491 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c7aa6e2790b3:34491. 2024-11-14T07:23:04,997 DEBUG [RS:0;c7aa6e2790b3:34491 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:23:04,997 DEBUG [RS:0;c7aa6e2790b3:34491 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:23:04,997 DEBUG [RS:0;c7aa6e2790b3:34491 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:23:04,997 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:23:04,997 INFO [RS:0;c7aa6e2790b3:34491 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34491 2024-11-14T07:23:05,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34491-0x101383973250007, quorum=127.0.0.1:56093, baseZNode=/2966894181 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2966894181/rs/c7aa6e2790b3,34491,1731568969767 2024-11-14T07:23:05,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34709-0x101383973250006, quorum=127.0.0.1:56093, baseZNode=/2966894181 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2966894181/rs 2024-11-14T07:23:05,109 INFO [RS:0;c7aa6e2790b3:34491 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T07:23:05,110 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c7aa6e2790b3,34491,1731568969767] 2024-11-14T07:23:05,130 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2966894181/draining/c7aa6e2790b3,34491,1731568969767 already deleted, retry=false 2024-11-14T07:23:05,130 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c7aa6e2790b3,34491,1731568969767 expired; onlineServers=0 2024-11-14T07:23:05,130 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c7aa6e2790b3,34709,1731568969589' ***** 2024-11-14T07:23:05,131 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T07:23:05,131 INFO [M:0;c7aa6e2790b3:34709 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T07:23:05,131 INFO [M:0;c7aa6e2790b3:34709 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T07:23:05,131 DEBUG [M:0;c7aa6e2790b3:34709 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T07:23:05,131 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T07:23:05,131 DEBUG [M:0;c7aa6e2790b3:34709 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T07:23:05,131 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.small.0-1731568971136 {}] cleaner.HFileCleaner(306): Exit Thread[master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.small.0-1731568971136,5,FailOnTimeoutGroup] 2024-11-14T07:23:05,131 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.large.0-1731568971136 {}] cleaner.HFileCleaner(306): Exit Thread[master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.large.0-1731568971136,5,FailOnTimeoutGroup] 2024-11-14T07:23:05,131 INFO [M:0;c7aa6e2790b3:34709 {}] hbase.ChoreService(370): Chore service for: master/c7aa6e2790b3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T07:23:05,132 INFO [M:0;c7aa6e2790b3:34709 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T07:23:05,132 DEBUG [M:0;c7aa6e2790b3:34709 {}] master.HMaster(1795): Stopping service threads 2024-11-14T07:23:05,132 INFO [M:0;c7aa6e2790b3:34709 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T07:23:05,132 INFO [M:0;c7aa6e2790b3:34709 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T07:23:05,132 INFO [M:0;c7aa6e2790b3:34709 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T07:23:05,132 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T07:23:05,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34709-0x101383973250006, quorum=127.0.0.1:56093, baseZNode=/2966894181 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2966894181/master 2024-11-14T07:23:05,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34709-0x101383973250006, quorum=127.0.0.1:56093, baseZNode=/2966894181 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2966894181 2024-11-14T07:23:05,141 DEBUG [M:0;c7aa6e2790b3:34709 {}] zookeeper.ZKUtil(347): master:34709-0x101383973250006, quorum=127.0.0.1:56093, baseZNode=/2966894181 Unable to get data of znode /2966894181/master because node does not exist (not an error) 2024-11-14T07:23:05,141 WARN [M:0;c7aa6e2790b3:34709 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T07:23:05,142 INFO [M:0;c7aa6e2790b3:34709 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39527/user/jenkins/test-data/0a873610-d35f-88ed-9530-16cef808e501/.lastflushedseqids 2024-11-14T07:23:05,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46059 is added to blk_1073741843_1019 (size=173) 2024-11-14T07:23:05,149 INFO [M:0;c7aa6e2790b3:34709 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T07:23:05,149 INFO [M:0;c7aa6e2790b3:34709 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T07:23:05,149 DEBUG [M:0;c7aa6e2790b3:34709 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T07:23:05,150 INFO [M:0;c7aa6e2790b3:34709 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:23:05,150 DEBUG [M:0;c7aa6e2790b3:34709 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:23:05,150 DEBUG [M:0;c7aa6e2790b3:34709 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T07:23:05,150 DEBUG [M:0;c7aa6e2790b3:34709 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:23:05,150 INFO [M:0;c7aa6e2790b3:34709 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-11-14T07:23:05,169 DEBUG [M:0;c7aa6e2790b3:34709 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39527/user/jenkins/test-data/0a873610-d35f-88ed-9530-16cef808e501/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f20cf14594ab46808f643e6838c1b049 is 82, key is hbase:meta,,1/info:regioninfo/1731568971955/Put/seqid=0 2024-11-14T07:23:05,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46059 is added to blk_1073741844_1020 (size=5672) 2024-11-14T07:23:05,220 INFO [RS:0;c7aa6e2790b3:34491 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T07:23:05,220 INFO [RS:0;c7aa6e2790b3:34491 {}] regionserver.HRegionServer(1031): Exiting; stopping=c7aa6e2790b3,34491,1731568969767; zookeeper connection closed. 2024-11-14T07:23:05,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34491-0x101383973250007, quorum=127.0.0.1:56093, baseZNode=/2966894181 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T07:23:05,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34491-0x101383973250007, quorum=127.0.0.1:56093, baseZNode=/2966894181 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T07:23:05,221 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@478fb586 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@478fb586 2024-11-14T07:23:05,221 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T07:23:05,254 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45947,1731568959409.replicationSource.wal-reader.c7aa6e2790b3%2C45947%2C1731568959409,1-c7aa6e2790b3,45947,1731568959409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/WALs/c7aa6e2790b3,45947,1731568959409/c7aa6e2790b3%2C45947%2C1731568959409.1731568982341 to pos 393, reset compression=false 2024-11-14T07:23:05,270 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,2-c7aa6e2790b3,45947,1731568959409.replicationSource.wal-reader.c7aa6e2790b3%2C45947%2C1731568959409,2-c7aa6e2790b3,45947,1731568959409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/WALs/c7aa6e2790b3,45947,1731568959409/c7aa6e2790b3%2C45947%2C1731568959409.1731568982341 to pos 393, reset compression=false 2024-11-14T07:23:05,573 INFO [M:0;c7aa6e2790b3:34709 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39527/user/jenkins/test-data/0a873610-d35f-88ed-9530-16cef808e501/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f20cf14594ab46808f643e6838c1b049 2024-11-14T07:23:05,596 DEBUG [M:0;c7aa6e2790b3:34709 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39527/user/jenkins/test-data/0a873610-d35f-88ed-9530-16cef808e501/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e39fb43b14cf411c817b92dea13de551 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731568976602/Put/seqid=0 2024-11-14T07:23:05,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46059 is added to blk_1073741845_1021 (size=6587) 2024-11-14T07:23:05,630 INFO [M:0;c7aa6e2790b3:34709 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39527/user/jenkins/test-data/0a873610-d35f-88ed-9530-16cef808e501/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e39fb43b14cf411c817b92dea13de551 2024-11-14T07:23:05,653 DEBUG [M:0;c7aa6e2790b3:34709 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39527/user/jenkins/test-data/0a873610-d35f-88ed-9530-16cef808e501/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/18b7e420ca3749c7b4f2c803be73fe09 is 69, key is c7aa6e2790b3,34491,1731568969767/rs:state/1731568971269/Put/seqid=0 2024-11-14T07:23:05,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46059 is added to blk_1073741846_1022 (size=5156) 2024-11-14T07:23:05,670 INFO [M:0;c7aa6e2790b3:34709 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39527/user/jenkins/test-data/0a873610-d35f-88ed-9530-16cef808e501/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/18b7e420ca3749c7b4f2c803be73fe09 2024-11-14T07:23:05,676 DEBUG [M:0;c7aa6e2790b3:34709 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39527/user/jenkins/test-data/0a873610-d35f-88ed-9530-16cef808e501/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f20cf14594ab46808f643e6838c1b049 as hdfs://localhost:39527/user/jenkins/test-data/0a873610-d35f-88ed-9530-16cef808e501/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f20cf14594ab46808f643e6838c1b049 2024-11-14T07:23:05,681 INFO [M:0;c7aa6e2790b3:34709 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39527/user/jenkins/test-data/0a873610-d35f-88ed-9530-16cef808e501/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f20cf14594ab46808f643e6838c1b049, entries=8, sequenceid=55, filesize=5.5 K 2024-11-14T07:23:05,682 DEBUG [M:0;c7aa6e2790b3:34709 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39527/user/jenkins/test-data/0a873610-d35f-88ed-9530-16cef808e501/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e39fb43b14cf411c817b92dea13de551 as hdfs://localhost:39527/user/jenkins/test-data/0a873610-d35f-88ed-9530-16cef808e501/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e39fb43b14cf411c817b92dea13de551 2024-11-14T07:23:05,687 INFO [M:0;c7aa6e2790b3:34709 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39527/user/jenkins/test-data/0a873610-d35f-88ed-9530-16cef808e501/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e39fb43b14cf411c817b92dea13de551, entries=6, sequenceid=55, filesize=6.4 K 2024-11-14T07:23:05,688 DEBUG [M:0;c7aa6e2790b3:34709 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39527/user/jenkins/test-data/0a873610-d35f-88ed-9530-16cef808e501/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/18b7e420ca3749c7b4f2c803be73fe09 as hdfs://localhost:39527/user/jenkins/test-data/0a873610-d35f-88ed-9530-16cef808e501/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/18b7e420ca3749c7b4f2c803be73fe09 2024-11-14T07:23:05,694 INFO [M:0;c7aa6e2790b3:34709 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39527/user/jenkins/test-data/0a873610-d35f-88ed-9530-16cef808e501/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/18b7e420ca3749c7b4f2c803be73fe09, entries=1, sequenceid=55, filesize=5.0 K 2024-11-14T07:23:05,695 INFO [M:0;c7aa6e2790b3:34709 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 545ms, sequenceid=55, compaction requested=false 2024-11-14T07:23:05,696 INFO [M:0;c7aa6e2790b3:34709 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:23:05,696 DEBUG [M:0;c7aa6e2790b3:34709 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731568985149Disabling compacts and flushes for region at 1731568985149Disabling writes for close at 1731568985150 (+1 ms)Obtaining lock to block concurrent updates at 1731568985150Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731568985150Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1731568985150Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731568985151 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731568985151Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731568985168 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731568985168Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731568985578 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731568985595 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731568985595Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731568985633 (+38 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731568985653 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731568985653Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a44fef4: reopening flushed file at 1731568985675 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b83c8a9: reopening flushed file at 1731568985682 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f159c6f: reopening flushed file at 1731568985687 (+5 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 545ms, sequenceid=55, compaction requested=false at 1731568985695 (+8 ms)Writing region close event to WAL at 1731568985696 (+1 ms)Closed at 1731568985696 2024-11-14T07:23:05,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46059 is added to blk_1073741830_1006 (size=32782) 2024-11-14T07:23:05,703 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T07:23:05,704 INFO [M:0;c7aa6e2790b3:34709 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T07:23:05,704 INFO [M:0;c7aa6e2790b3:34709 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34709 2024-11-14T07:23:05,704 INFO [M:0;c7aa6e2790b3:34709 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T07:23:05,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34709-0x101383973250006, quorum=127.0.0.1:56093, baseZNode=/2966894181 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T07:23:05,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34709-0x101383973250006, quorum=127.0.0.1:56093, baseZNode=/2966894181 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T07:23:05,820 INFO [M:0;c7aa6e2790b3:34709 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T07:23:05,831 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@306934ef{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T07:23:05,831 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@37dd00a0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T07:23:05,831 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T07:23:05,831 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@195293a6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T07:23:05,832 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@249026b0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/853917cb-a881-b2bc-a795-d1a66f035f0a/hadoop.log.dir/,STOPPED} 2024-11-14T07:23:05,833 WARN [BP-1559895154-172.17.0.2-1731568967606 heartbeating to localhost/127.0.0.1:39527 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T07:23:05,833 WARN [BP-1559895154-172.17.0.2-1731568967606 heartbeating to localhost/127.0.0.1:39527 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1559895154-172.17.0.2-1731568967606 (Datanode Uuid 93aa114b-d990-41c6-a2e3-97848ab1a6aa) service to localhost/127.0.0.1:39527 2024-11-14T07:23:05,833 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T07:23:05,833 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T07:23:05,833 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/853917cb-a881-b2bc-a795-d1a66f035f0a/cluster_3bd84241-c497-8d7c-81df-1c5851fd3b9d/data/data1/current/BP-1559895154-172.17.0.2-1731568967606 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T07:23:05,834 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/853917cb-a881-b2bc-a795-d1a66f035f0a/cluster_3bd84241-c497-8d7c-81df-1c5851fd3b9d/data/data2/current/BP-1559895154-172.17.0.2-1731568967606 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T07:23:05,834 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T07:23:05,840 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@707908cd{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T07:23:05,840 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@72194659{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T07:23:05,840 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T07:23:05,840 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56eb83c8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T07:23:05,840 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@32927143{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/853917cb-a881-b2bc-a795-d1a66f035f0a/hadoop.log.dir/,STOPPED} 2024-11-14T07:23:05,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T07:23:05,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T07:23:05,858 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T07:23:05,858 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:23:05,858 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:23:05,858 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:23:05,858 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:23:05,858 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T07:23:05,859 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2097825847, stopped=false 2024-11-14T07:23:05,859 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c7aa6e2790b3,41409,1731568964080 2024-11-14T07:23:05,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41409-0x101383973250003, quorum=127.0.0.1:56093, baseZNode=/1-1117741909 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1117741909/running 2024-11-14T07:23:05,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41409-0x101383973250003, quorum=127.0.0.1:56093, baseZNode=/1-1117741909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1117741909 2024-11-14T07:23:05,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34685-0x101383973250004, quorum=127.0.0.1:56093, baseZNode=/1-1117741909 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1117741909/running 2024-11-14T07:23:05,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34685-0x101383973250004, quorum=127.0.0.1:56093, baseZNode=/1-1117741909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1117741909 2024-11-14T07:23:05,875 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T07:23:05,875 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41409-0x101383973250003, quorum=127.0.0.1:56093, baseZNode=/1-1117741909 Set watcher on znode that does not yet exist, /1-1117741909/running 2024-11-14T07:23:05,875 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34685-0x101383973250004, quorum=127.0.0.1:56093, baseZNode=/1-1117741909 Set watcher on znode that does not yet exist, /1-1117741909/running 2024-11-14T07:23:05,876 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T07:23:05,876 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:23:05,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:23:05,876 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c7aa6e2790b3,34685,1731568964234' ***** 2024-11-14T07:23:05,877 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T07:23:05,877 INFO [RS:0;c7aa6e2790b3:34685 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T07:23:05,877 INFO [RS:0;c7aa6e2790b3:34685 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T07:23:05,877 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T07:23:05,877 INFO [RS:0;c7aa6e2790b3:34685 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T07:23:05,877 INFO [RS:0;c7aa6e2790b3:34685 {}] regionserver.HRegionServer(3091): Received CLOSE for 2880d9237813c64146698226f96113f2 2024-11-14T07:23:05,880 INFO [RS:0;c7aa6e2790b3:34685 {}] regionserver.HRegionServer(959): stopping server c7aa6e2790b3,34685,1731568964234 2024-11-14T07:23:05,880 INFO [RS:0;c7aa6e2790b3:34685 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T07:23:05,880 INFO [RS:0;c7aa6e2790b3:34685 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c7aa6e2790b3:34685. 2024-11-14T07:23:05,880 DEBUG [RS:0;c7aa6e2790b3:34685 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:23:05,880 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2880d9237813c64146698226f96113f2, disabling compactions & flushes 2024-11-14T07:23:05,880 DEBUG [RS:0;c7aa6e2790b3:34685 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:23:05,880 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731568974318.2880d9237813c64146698226f96113f2. 2024-11-14T07:23:05,880 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731568974318.2880d9237813c64146698226f96113f2. 2024-11-14T07:23:05,880 INFO [RS:0;c7aa6e2790b3:34685 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T07:23:05,880 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731568974318.2880d9237813c64146698226f96113f2. after waiting 0 ms 2024-11-14T07:23:05,880 INFO [RS:0;c7aa6e2790b3:34685 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T07:23:05,880 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731568974318.2880d9237813c64146698226f96113f2. 2024-11-14T07:23:05,880 INFO [RS:0;c7aa6e2790b3:34685 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T07:23:05,880 INFO [RS:0;c7aa6e2790b3:34685 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T07:23:05,881 INFO [RS:0;c7aa6e2790b3:34685 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T07:23:05,881 DEBUG [RS:0;c7aa6e2790b3:34685 {}] regionserver.HRegionServer(1325): Online Regions={2880d9237813c64146698226f96113f2=test,,1731568974318.2880d9237813c64146698226f96113f2., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T07:23:05,881 DEBUG [RS:0;c7aa6e2790b3:34685 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2880d9237813c64146698226f96113f2 2024-11-14T07:23:05,881 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T07:23:05,881 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T07:23:05,881 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T07:23:05,881 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T07:23:05,881 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T07:23:05,881 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-14T07:23:05,882 INFO [regionserver/c7aa6e2790b3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T07:23:05,884 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/data/default/test/2880d9237813c64146698226f96113f2/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T07:23:05,885 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T07:23:05,885 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T07:23:05,885 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731568974318.2880d9237813c64146698226f96113f2. 2024-11-14T07:23:05,885 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2880d9237813c64146698226f96113f2: Waiting for close lock at 1731568985880Running coprocessor pre-close hooks at 1731568985880Disabling compacts and flushes for region at 1731568985880Disabling writes for close at 1731568985880Writing region close event to WAL at 1731568985881 (+1 ms)Running coprocessor post-close hooks at 1731568985885 (+4 ms)Closed at 1731568985885 2024-11-14T07:23:05,885 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731568974318.2880d9237813c64146698226f96113f2. 2024-11-14T07:23:05,899 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/data/hbase/meta/1588230740/.tmp/info/a744c27fe298402eab2549af072f488c is 129, key is test,,1731568974318.2880d9237813c64146698226f96113f2./info:regioninfo/1731568975077/Put/seqid=0 2024-11-14T07:23:05,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741841_1017 (size=6421) 2024-11-14T07:23:05,958 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45947,1731568959409.replicationSource.wal-reader.c7aa6e2790b3%2C45947%2C1731568959409,1-c7aa6e2790b3,45947,1731568959409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/WALs/c7aa6e2790b3,45947,1731568959409/c7aa6e2790b3%2C45947%2C1731568959409.1731568982341 to pos 393, reset compression=false 2024-11-14T07:23:05,974 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,2-c7aa6e2790b3,45947,1731568959409.replicationSource.wal-reader.c7aa6e2790b3%2C45947%2C1731568959409,2-c7aa6e2790b3,45947,1731568959409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/WALs/c7aa6e2790b3,45947,1731568959409/c7aa6e2790b3%2C45947%2C1731568959409.1731568982341 to pos 393, reset compression=false 2024-11-14T07:23:06,081 DEBUG [RS:0;c7aa6e2790b3:34685 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T07:23:06,281 DEBUG [RS:0;c7aa6e2790b3:34685 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T07:23:06,310 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/data/hbase/meta/1588230740/.tmp/info/a744c27fe298402eab2549af072f488c 2024-11-14T07:23:06,348 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/data/hbase/meta/1588230740/.tmp/ns/f3e07c51d41b432181500a802556f177 is 43, key is default/ns:d/1731568967481/Put/seqid=0 2024-11-14T07:23:06,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741842_1018 (size=5153) 2024-11-14T07:23:06,353 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/data/hbase/meta/1588230740/.tmp/ns/f3e07c51d41b432181500a802556f177 2024-11-14T07:23:06,382 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/data/hbase/meta/1588230740/.tmp/rep_barrier/2a1a0bf11dda4c0d992a6b783682c394 is 112, key is test,,1731568974318.2880d9237813c64146698226f96113f2./rep_barrier:seqnumDuringOpen/1731568975077/Put/seqid=0 2024-11-14T07:23:06,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741843_1019 (size=5518) 2024-11-14T07:23:06,387 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/data/hbase/meta/1588230740/.tmp/rep_barrier/2a1a0bf11dda4c0d992a6b783682c394 2024-11-14T07:23:06,414 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/data/hbase/meta/1588230740/.tmp/table/e1a9724c6dac466aa6ca9924c3badd4b is 40, key is test/table:state/1731568975083/Put/seqid=0 2024-11-14T07:23:06,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741844_1020 (size=5165) 2024-11-14T07:23:06,419 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/data/hbase/meta/1588230740/.tmp/table/e1a9724c6dac466aa6ca9924c3badd4b 2024-11-14T07:23:06,424 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/data/hbase/meta/1588230740/.tmp/info/a744c27fe298402eab2549af072f488c as hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/data/hbase/meta/1588230740/info/a744c27fe298402eab2549af072f488c 2024-11-14T07:23:06,430 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/data/hbase/meta/1588230740/info/a744c27fe298402eab2549af072f488c, entries=10, sequenceid=11, filesize=6.3 K 2024-11-14T07:23:06,431 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/data/hbase/meta/1588230740/.tmp/ns/f3e07c51d41b432181500a802556f177 as hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/data/hbase/meta/1588230740/ns/f3e07c51d41b432181500a802556f177 2024-11-14T07:23:06,434 INFO [regionserver/c7aa6e2790b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T07:23:06,435 INFO [regionserver/c7aa6e2790b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T07:23:06,436 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/data/hbase/meta/1588230740/ns/f3e07c51d41b432181500a802556f177, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T07:23:06,437 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/data/hbase/meta/1588230740/.tmp/rep_barrier/2a1a0bf11dda4c0d992a6b783682c394 as hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/data/hbase/meta/1588230740/rep_barrier/2a1a0bf11dda4c0d992a6b783682c394 2024-11-14T07:23:06,442 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/data/hbase/meta/1588230740/rep_barrier/2a1a0bf11dda4c0d992a6b783682c394, entries=1, sequenceid=11, filesize=5.4 K 2024-11-14T07:23:06,443 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/data/hbase/meta/1588230740/.tmp/table/e1a9724c6dac466aa6ca9924c3badd4b as hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/data/hbase/meta/1588230740/table/e1a9724c6dac466aa6ca9924c3badd4b 2024-11-14T07:23:06,449 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/data/hbase/meta/1588230740/table/e1a9724c6dac466aa6ca9924c3badd4b, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T07:23:06,450 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 569ms, sequenceid=11, compaction requested=false 2024-11-14T07:23:06,469 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T07:23:06,469 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T07:23:06,469 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T07:23:06,470 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T07:23:06,470 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731568985881Running coprocessor pre-close hooks at 1731568985881Disabling compacts and flushes for region at 1731568985881Disabling writes for close at 1731568985881Obtaining lock to block concurrent updates at 1731568985881Preparing flush snapshotting stores in 1588230740 at 1731568985881Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731568985881Flushing stores of hbase:meta,,1.1588230740 at 1731568985882 (+1 ms)Flushing 1588230740/info: creating writer at 1731568985882Flushing 1588230740/info: appending metadata at 1731568985899 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731568985899Flushing 1588230740/ns: creating writer at 1731568986319 (+420 ms)Flushing 1588230740/ns: appending metadata at 1731568986348 (+29 ms)Flushing 1588230740/ns: closing flushed file at 1731568986348Flushing 1588230740/rep_barrier: creating writer at 1731568986358 (+10 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731568986381 (+23 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731568986381Flushing 1588230740/table: creating writer at 1731568986392 (+11 ms)Flushing 1588230740/table: appending metadata at 1731568986413 (+21 ms)Flushing 1588230740/table: closing flushed file at 1731568986413Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@dd50a79: reopening flushed file at 1731568986423 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2662ec34: reopening flushed file at 1731568986430 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d528b03: reopening flushed file at 1731568986436 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b49ee69: reopening flushed file at 1731568986442 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 569ms, sequenceid=11, compaction requested=false at 1731568986450 (+8 ms)Writing region close event to WAL at 1731568986461 (+11 ms)Running coprocessor post-close hooks at 1731568986469 (+8 ms)Closed at 1731568986470 (+1 ms) 2024-11-14T07:23:06,470 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T07:23:06,481 INFO [RS:0;c7aa6e2790b3:34685 {}] regionserver.HRegionServer(976): stopping server c7aa6e2790b3,34685,1731568964234; all regions closed. 2024-11-14T07:23:06,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741834_1010 (size=2717) 2024-11-14T07:23:06,487 DEBUG [RS:0;c7aa6e2790b3:34685 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/oldWALs 2024-11-14T07:23:06,487 INFO [RS:0;c7aa6e2790b3:34685 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c7aa6e2790b3%2C34685%2C1731568964234.meta:.meta(num 1731568967437) 2024-11-14T07:23:06,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741832_1008 (size=1374) 2024-11-14T07:23:06,501 DEBUG [RS:0;c7aa6e2790b3:34685 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/oldWALs 2024-11-14T07:23:06,501 INFO [RS:0;c7aa6e2790b3:34685 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c7aa6e2790b3%2C34685%2C1731568964234:(num 1731568966479) 2024-11-14T07:23:06,501 DEBUG [RS:0;c7aa6e2790b3:34685 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:23:06,501 INFO [RS:0;c7aa6e2790b3:34685 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T07:23:06,501 INFO [RS:0;c7aa6e2790b3:34685 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T07:23:06,502 INFO [RS:0;c7aa6e2790b3:34685 {}] hbase.ChoreService(370): Chore service for: regionserver/c7aa6e2790b3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T07:23:06,502 INFO [RS:0;c7aa6e2790b3:34685 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T07:23:06,502 INFO [regionserver/c7aa6e2790b3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T07:23:06,502 INFO [RS:0;c7aa6e2790b3:34685 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c7aa6e2790b3:34685. 2024-11-14T07:23:06,502 DEBUG [RS:0;c7aa6e2790b3:34685 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:23:06,502 DEBUG [RS:0;c7aa6e2790b3:34685 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:23:06,502 DEBUG [RS:0;c7aa6e2790b3:34685 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:23:06,502 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:23:06,503 INFO [RS:0;c7aa6e2790b3:34685 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34685 2024-11-14T07:23:06,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34685-0x101383973250004, quorum=127.0.0.1:56093, baseZNode=/1-1117741909 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1117741909/rs/c7aa6e2790b3,34685,1731568964234 2024-11-14T07:23:06,646 INFO [RS:0;c7aa6e2790b3:34685 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T07:23:06,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41409-0x101383973250003, quorum=127.0.0.1:56093, baseZNode=/1-1117741909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1117741909/rs 2024-11-14T07:23:06,647 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c7aa6e2790b3,34685,1731568964234] 2024-11-14T07:23:06,667 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1117741909/draining/c7aa6e2790b3,34685,1731568964234 already deleted, retry=false 2024-11-14T07:23:06,667 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c7aa6e2790b3,34685,1731568964234 expired; onlineServers=0 2024-11-14T07:23:06,667 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c7aa6e2790b3,41409,1731568964080' ***** 2024-11-14T07:23:06,667 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T07:23:06,667 INFO [M:0;c7aa6e2790b3:41409 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T07:23:06,667 INFO [M:0;c7aa6e2790b3:41409 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T07:23:06,667 DEBUG [M:0;c7aa6e2790b3:41409 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T07:23:06,667 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T07:23:06,668 DEBUG [M:0;c7aa6e2790b3:41409 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T07:23:06,668 INFO [M:0;c7aa6e2790b3:41409 {}] hbase.ChoreService(370): Chore service for: master/c7aa6e2790b3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T07:23:06,668 INFO [M:0;c7aa6e2790b3:41409 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T07:23:06,668 DEBUG [M:0;c7aa6e2790b3:41409 {}] master.HMaster(1795): Stopping service threads 2024-11-14T07:23:06,668 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.small.0-1731568966244 {}] cleaner.HFileCleaner(306): Exit Thread[master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.small.0-1731568966244,5,FailOnTimeoutGroup] 2024-11-14T07:23:06,668 INFO [M:0;c7aa6e2790b3:41409 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T07:23:06,668 INFO [M:0;c7aa6e2790b3:41409 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T07:23:06,668 INFO [M:0;c7aa6e2790b3:41409 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T07:23:06,668 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T07:23:06,668 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.large.0-1731568966243 {}] cleaner.HFileCleaner(306): Exit Thread[master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.large.0-1731568966243,5,FailOnTimeoutGroup] 2024-11-14T07:23:06,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41409-0x101383973250003, quorum=127.0.0.1:56093, baseZNode=/1-1117741909 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1117741909/master 2024-11-14T07:23:06,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41409-0x101383973250003, quorum=127.0.0.1:56093, baseZNode=/1-1117741909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1117741909 2024-11-14T07:23:06,696 DEBUG [M:0;c7aa6e2790b3:41409 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1117741909/master already deleted, retry=false 2024-11-14T07:23:06,696 DEBUG [M:0;c7aa6e2790b3:41409 {}] master.ActiveMasterManager(353): master:41409-0x101383973250003, quorum=127.0.0.1:56093, baseZNode=/1-1117741909 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-1117741909/master 2024-11-14T07:23:06,698 INFO [M:0;c7aa6e2790b3:41409 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/.lastflushedseqids 2024-11-14T07:23:06,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741845_1021 (size=173) 2024-11-14T07:23:06,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34685-0x101383973250004, quorum=127.0.0.1:56093, baseZNode=/1-1117741909 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T07:23:06,757 INFO [RS:0;c7aa6e2790b3:34685 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T07:23:06,757 INFO [RS:0;c7aa6e2790b3:34685 {}] regionserver.HRegionServer(1031): Exiting; stopping=c7aa6e2790b3,34685,1731568964234; zookeeper connection closed. 2024-11-14T07:23:06,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34685-0x101383973250004, quorum=127.0.0.1:56093, baseZNode=/1-1117741909 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T07:23:06,757 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1171ce3d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1171ce3d 2024-11-14T07:23:06,758 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T07:23:06,761 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45947,1731568959409.replicationSource.wal-reader.c7aa6e2790b3%2C45947%2C1731568959409,1-c7aa6e2790b3,45947,1731568959409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/WALs/c7aa6e2790b3,45947,1731568959409/c7aa6e2790b3%2C45947%2C1731568959409.1731568982341 to pos 393, reset compression=false 2024-11-14T07:23:06,778 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,2-c7aa6e2790b3,45947,1731568959409.replicationSource.wal-reader.c7aa6e2790b3%2C45947%2C1731568959409,2-c7aa6e2790b3,45947,1731568959409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/WALs/c7aa6e2790b3,45947,1731568959409/c7aa6e2790b3%2C45947%2C1731568959409.1731568982341 to pos 393, reset compression=false 2024-11-14T07:23:07,106 INFO [M:0;c7aa6e2790b3:41409 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T07:23:07,106 INFO [M:0;c7aa6e2790b3:41409 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T07:23:07,107 DEBUG [M:0;c7aa6e2790b3:41409 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T07:23:07,107 INFO [M:0;c7aa6e2790b3:41409 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:23:07,107 DEBUG [M:0;c7aa6e2790b3:41409 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:23:07,107 DEBUG [M:0;c7aa6e2790b3:41409 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T07:23:07,107 DEBUG [M:0;c7aa6e2790b3:41409 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:23:07,107 INFO [M:0;c7aa6e2790b3:41409 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-11-14T07:23:07,128 DEBUG [M:0;c7aa6e2790b3:41409 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f44abec6af64404e98b99e9008357e9f is 82, key is hbase:meta,,1/info:regioninfo/1731568967464/Put/seqid=0 2024-11-14T07:23:07,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741846_1022 (size=5672) 2024-11-14T07:23:07,137 INFO [M:0;c7aa6e2790b3:41409 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f44abec6af64404e98b99e9008357e9f 2024-11-14T07:23:07,160 DEBUG [M:0;c7aa6e2790b3:41409 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f1dafa8984ef46628c039be00811f461 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731568975086/Put/seqid=0 2024-11-14T07:23:07,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741847_1023 (size=6587) 2024-11-14T07:23:07,178 INFO [M:0;c7aa6e2790b3:41409 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f1dafa8984ef46628c039be00811f461 2024-11-14T07:23:07,203 DEBUG [M:0;c7aa6e2790b3:41409 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/895b1a7a5b2c4154846d0e68ea9e5f17 is 69, key is c7aa6e2790b3,34685,1731568964234/rs:state/1731568966296/Put/seqid=0 2024-11-14T07:23:07,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741848_1024 (size=5156) 2024-11-14T07:23:07,222 INFO [M:0;c7aa6e2790b3:41409 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/895b1a7a5b2c4154846d0e68ea9e5f17 2024-11-14T07:23:07,230 DEBUG [M:0;c7aa6e2790b3:41409 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f44abec6af64404e98b99e9008357e9f as hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f44abec6af64404e98b99e9008357e9f 2024-11-14T07:23:07,235 INFO [M:0;c7aa6e2790b3:41409 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f44abec6af64404e98b99e9008357e9f, entries=8, sequenceid=55, filesize=5.5 K 2024-11-14T07:23:07,236 DEBUG [M:0;c7aa6e2790b3:41409 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f1dafa8984ef46628c039be00811f461 as hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f1dafa8984ef46628c039be00811f461 2024-11-14T07:23:07,241 INFO [M:0;c7aa6e2790b3:41409 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f1dafa8984ef46628c039be00811f461, entries=6, sequenceid=55, filesize=6.4 K 2024-11-14T07:23:07,242 DEBUG [M:0;c7aa6e2790b3:41409 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/895b1a7a5b2c4154846d0e68ea9e5f17 as hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/895b1a7a5b2c4154846d0e68ea9e5f17 2024-11-14T07:23:07,247 INFO [M:0;c7aa6e2790b3:41409 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44637/user/jenkins/test-data/49a21bcc-3323-e515-6860-dd753664d6b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/895b1a7a5b2c4154846d0e68ea9e5f17, entries=1, sequenceid=55, filesize=5.0 K 2024-11-14T07:23:07,248 INFO [M:0;c7aa6e2790b3:41409 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 141ms, sequenceid=55, compaction requested=false 2024-11-14T07:23:07,261 INFO [M:0;c7aa6e2790b3:41409 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:23:07,261 DEBUG [M:0;c7aa6e2790b3:41409 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731568987107Disabling compacts and flushes for region at 1731568987107Disabling writes for close at 1731568987107Obtaining lock to block concurrent updates at 1731568987107Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731568987107Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1731568987107Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731568987108 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731568987108Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731568987127 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731568987127Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731568987142 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731568987160 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731568987160Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731568987183 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731568987202 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731568987202Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@848a91: reopening flushed file at 1731568987229 (+27 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cdeab77: reopening flushed file at 1731568987235 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a70b597: reopening flushed file at 1731568987241 (+6 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 141ms, sequenceid=55, compaction requested=false at 1731568987248 (+7 ms)Writing region close event to WAL at 1731568987261 (+13 ms)Closed at 1731568987261 2024-11-14T07:23:07,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37989 is added to blk_1073741830_1006 (size=32782) 2024-11-14T07:23:07,264 INFO [M:0;c7aa6e2790b3:41409 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T07:23:07,265 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T07:23:07,265 INFO [M:0;c7aa6e2790b3:41409 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41409 2024-11-14T07:23:07,265 INFO [M:0;c7aa6e2790b3:41409 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T07:23:07,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41409-0x101383973250003, quorum=127.0.0.1:56093, baseZNode=/1-1117741909 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T07:23:07,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41409-0x101383973250003, quorum=127.0.0.1:56093, baseZNode=/1-1117741909 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T07:23:07,420 INFO [M:0;c7aa6e2790b3:41409 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T07:23:07,423 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6202975d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T07:23:07,424 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@16cb611e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T07:23:07,424 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T07:23:07,424 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c25f550{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T07:23:07,424 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26d49f62{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e5eb2d08-ab20-1b78-bab4-176456838a7e/hadoop.log.dir/,STOPPED} 2024-11-14T07:23:07,426 WARN [BP-1937004807-172.17.0.2-1731568961987 heartbeating to localhost/127.0.0.1:44637 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T07:23:07,426 WARN [BP-1937004807-172.17.0.2-1731568961987 heartbeating to localhost/127.0.0.1:44637 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1937004807-172.17.0.2-1731568961987 (Datanode Uuid 70188381-0e84-4f36-bb6c-7dc1d647a443) service to localhost/127.0.0.1:44637 2024-11-14T07:23:07,426 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e5eb2d08-ab20-1b78-bab4-176456838a7e/cluster_1fd6eb0c-1b2b-00dc-32a9-9288aa41d728/data/data1/current/BP-1937004807-172.17.0.2-1731568961987 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T07:23:07,426 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e5eb2d08-ab20-1b78-bab4-176456838a7e/cluster_1fd6eb0c-1b2b-00dc-32a9-9288aa41d728/data/data2/current/BP-1937004807-172.17.0.2-1731568961987 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T07:23:07,427 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T07:23:07,427 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T07:23:07,427 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T07:23:07,435 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@130a7771{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T07:23:07,436 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@25b8fb61{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T07:23:07,436 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T07:23:07,436 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@664ff9e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T07:23:07,436 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75665d82{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e5eb2d08-ab20-1b78-bab4-176456838a7e/hadoop.log.dir/,STOPPED} 2024-11-14T07:23:07,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T07:23:07,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T07:23:07,457 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T07:23:07,457 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:23:07,457 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:23:07,458 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:23:07,458 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:23:07,458 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T07:23:07,458 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1831541106, stopped=false 2024-11-14T07:23:07,458 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c7aa6e2790b3,41379,1731568959227 2024-11-14T07:23:07,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45947-0x101383973250001, quorum=127.0.0.1:56093, baseZNode=/0-1956500333 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1956500333/running 2024-11-14T07:23:07,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41379-0x101383973250000, quorum=127.0.0.1:56093, baseZNode=/0-1956500333 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1956500333/running 2024-11-14T07:23:07,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45947-0x101383973250001, quorum=127.0.0.1:56093, baseZNode=/0-1956500333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1956500333 2024-11-14T07:23:07,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41379-0x101383973250000, quorum=127.0.0.1:56093, baseZNode=/0-1956500333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1956500333 2024-11-14T07:23:07,475 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45947-0x101383973250001, quorum=127.0.0.1:56093, baseZNode=/0-1956500333 Set watcher on znode that does not yet exist, /0-1956500333/running 2024-11-14T07:23:07,475 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41379-0x101383973250000, quorum=127.0.0.1:56093, baseZNode=/0-1956500333 Set watcher on znode that does not yet exist, /0-1956500333/running 2024-11-14T07:23:07,476 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T07:23:07,478 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T07:23:07,478 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:23:07,478 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:23:07,478 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c7aa6e2790b3,45947,1731568959409' ***** 2024-11-14T07:23:07,478 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T07:23:07,479 INFO [RS:0;c7aa6e2790b3:45947 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T07:23:07,479 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T07:23:07,479 INFO [RS:0;c7aa6e2790b3:45947 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T07:23:07,479 INFO [RS:0;c7aa6e2790b3:45947 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T07:23:07,479 INFO [RS:0;c7aa6e2790b3:45947 {}] regionserver.HRegionServer(3091): Received CLOSE for 5104b6e75c2992f92d095b2e2e10bf74 2024-11-14T07:23:07,479 INFO [RS:0;c7aa6e2790b3:45947 {}] regionserver.HRegionServer(3091): Received CLOSE for cd4f69c6adf25b9b9a6f3aa92e1fa134 2024-11-14T07:23:07,480 INFO [RS:0;c7aa6e2790b3:45947 {}] regionserver.HRegionServer(959): stopping server c7aa6e2790b3,45947,1731568959409 2024-11-14T07:23:07,480 INFO [RS:0;c7aa6e2790b3:45947 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T07:23:07,480 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5104b6e75c2992f92d095b2e2e10bf74, disabling compactions & flushes 2024-11-14T07:23:07,480 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731568972156.5104b6e75c2992f92d095b2e2e10bf74. 2024-11-14T07:23:07,480 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731568972156.5104b6e75c2992f92d095b2e2e10bf74. 2024-11-14T07:23:07,480 INFO [RS:0;c7aa6e2790b3:45947 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c7aa6e2790b3:45947. 2024-11-14T07:23:07,480 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731568972156.5104b6e75c2992f92d095b2e2e10bf74. after waiting 0 ms 2024-11-14T07:23:07,480 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731568972156.5104b6e75c2992f92d095b2e2e10bf74. 2024-11-14T07:23:07,480 DEBUG [RS:0;c7aa6e2790b3:45947 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:23:07,480 DEBUG [RS:0;c7aa6e2790b3:45947 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:23:07,481 INFO [RS:0;c7aa6e2790b3:45947 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T07:23:07,481 INFO [RS:0;c7aa6e2790b3:45947 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T07:23:07,481 INFO [RS:0;c7aa6e2790b3:45947 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T07:23:07,481 INFO [RS:0;c7aa6e2790b3:45947 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T07:23:07,484 INFO [RS:0;c7aa6e2790b3:45947 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T07:23:07,484 DEBUG [RS:0;c7aa6e2790b3:45947 {}] regionserver.HRegionServer(1325): Online Regions={5104b6e75c2992f92d095b2e2e10bf74=test,,1731568972156.5104b6e75c2992f92d095b2e2e10bf74., 1588230740=hbase:meta,,1.1588230740, cd4f69c6adf25b9b9a6f3aa92e1fa134=hbase:replication,,1731568977644.cd4f69c6adf25b9b9a6f3aa92e1fa134.} 2024-11-14T07:23:07,484 DEBUG [RS:0;c7aa6e2790b3:45947 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5104b6e75c2992f92d095b2e2e10bf74, cd4f69c6adf25b9b9a6f3aa92e1fa134 2024-11-14T07:23:07,484 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T07:23:07,484 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T07:23:07,484 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T07:23:07,484 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T07:23:07,484 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T07:23:07,484 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T07:23:07,501 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/data/default/test/5104b6e75c2992f92d095b2e2e10bf74/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T07:23:07,502 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T07:23:07,502 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T07:23:07,502 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731568972156.5104b6e75c2992f92d095b2e2e10bf74. 2024-11-14T07:23:07,502 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5104b6e75c2992f92d095b2e2e10bf74: Waiting for close lock at 1731568987480Running coprocessor pre-close hooks at 1731568987480Disabling compacts and flushes for region at 1731568987480Disabling writes for close at 1731568987480Writing region close event to WAL at 1731568987492 (+12 ms)Running coprocessor post-close hooks at 1731568987502 (+10 ms)Closed at 1731568987502 2024-11-14T07:23:07,502 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731568972156.5104b6e75c2992f92d095b2e2e10bf74. 2024-11-14T07:23:07,502 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cd4f69c6adf25b9b9a6f3aa92e1fa134, disabling compactions & flushes 2024-11-14T07:23:07,502 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731568977644.cd4f69c6adf25b9b9a6f3aa92e1fa134. 2024-11-14T07:23:07,502 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731568977644.cd4f69c6adf25b9b9a6f3aa92e1fa134. 2024-11-14T07:23:07,502 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731568977644.cd4f69c6adf25b9b9a6f3aa92e1fa134. after waiting 0 ms 2024-11-14T07:23:07,502 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731568977644.cd4f69c6adf25b9b9a6f3aa92e1fa134. 2024-11-14T07:23:07,502 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cd4f69c6adf25b9b9a6f3aa92e1fa134 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-14T07:23:07,504 INFO [regionserver/c7aa6e2790b3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T07:23:07,523 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/data/hbase/replication/cd4f69c6adf25b9b9a6f3aa92e1fa134/.tmp/hfileref/9f0122b9e7684c97b74d4c07280bf318 is 74, key is 1/hfileref:20ff3b3949464803a39ad71e84c0cd28_SeqId_6_/1731568983700/DeleteColumn/seqid=0 2024-11-14T07:23:07,523 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/data/hbase/meta/1588230740/.tmp/info/0c7f1b3b5331447b90682bf1648fe1f8 is 147, key is hbase:replication,,1731568977644.cd4f69c6adf25b9b9a6f3aa92e1fa134./info:regioninfo/1731568978534/Put/seqid=0 2024-11-14T07:23:07,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40489 is added to blk_1073741847_1023 (size=5489) 2024-11-14T07:23:07,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40489 is added to blk_1073741848_1024 (size=7686) 2024-11-14T07:23:07,538 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/data/hbase/meta/1588230740/.tmp/info/0c7f1b3b5331447b90682bf1648fe1f8 2024-11-14T07:23:07,562 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/data/hbase/meta/1588230740/.tmp/ns/a5c74f40b9e849ce8219e741429966e2 is 43, key is default/ns:d/1731568961886/Put/seqid=0 2024-11-14T07:23:07,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40489 is added to blk_1073741849_1025 (size=5153) 2024-11-14T07:23:07,571 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/data/hbase/meta/1588230740/.tmp/ns/a5c74f40b9e849ce8219e741429966e2 2024-11-14T07:23:07,596 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/data/hbase/meta/1588230740/.tmp/rep_barrier/9c0c2a69fd7b440aa30f33aff2ee7878 is 112, key is test,,1731568972156.5104b6e75c2992f92d095b2e2e10bf74./rep_barrier:seqnumDuringOpen/1731568973308/Put/seqid=0 2024-11-14T07:23:07,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40489 is added to blk_1073741850_1026 (size=5518) 2024-11-14T07:23:07,601 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/data/hbase/meta/1588230740/.tmp/rep_barrier/9c0c2a69fd7b440aa30f33aff2ee7878 2024-11-14T07:23:07,625 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/data/hbase/meta/1588230740/.tmp/table/8cdbc3f6100547c88e4ec6573626754b is 53, key is hbase:replication/table:state/1731568978548/Put/seqid=0 2024-11-14T07:23:07,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40489 is added to blk_1073741851_1027 (size=5308) 2024-11-14T07:23:07,634 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/data/hbase/meta/1588230740/.tmp/table/8cdbc3f6100547c88e4ec6573626754b 2024-11-14T07:23:07,640 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/data/hbase/meta/1588230740/.tmp/info/0c7f1b3b5331447b90682bf1648fe1f8 as hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/data/hbase/meta/1588230740/info/0c7f1b3b5331447b90682bf1648fe1f8 2024-11-14T07:23:07,645 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/data/hbase/meta/1588230740/info/0c7f1b3b5331447b90682bf1648fe1f8, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T07:23:07,646 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/data/hbase/meta/1588230740/.tmp/ns/a5c74f40b9e849ce8219e741429966e2 as hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/data/hbase/meta/1588230740/ns/a5c74f40b9e849ce8219e741429966e2 2024-11-14T07:23:07,651 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/data/hbase/meta/1588230740/ns/a5c74f40b9e849ce8219e741429966e2, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T07:23:07,652 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/data/hbase/meta/1588230740/.tmp/rep_barrier/9c0c2a69fd7b440aa30f33aff2ee7878 as hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/data/hbase/meta/1588230740/rep_barrier/9c0c2a69fd7b440aa30f33aff2ee7878 2024-11-14T07:23:07,657 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/data/hbase/meta/1588230740/rep_barrier/9c0c2a69fd7b440aa30f33aff2ee7878, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T07:23:07,659 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/data/hbase/meta/1588230740/.tmp/table/8cdbc3f6100547c88e4ec6573626754b as hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/data/hbase/meta/1588230740/table/8cdbc3f6100547c88e4ec6573626754b 2024-11-14T07:23:07,664 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/data/hbase/meta/1588230740/table/8cdbc3f6100547c88e4ec6573626754b, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T07:23:07,665 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45947,1731568959409.replicationSource.wal-reader.c7aa6e2790b3%2C45947%2C1731568959409,1-c7aa6e2790b3,45947,1731568959409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/WALs/c7aa6e2790b3,45947,1731568959409/c7aa6e2790b3%2C45947%2C1731568959409.1731568982341 to pos 393, reset compression=false 2024-11-14T07:23:07,666 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 182ms, sequenceid=16, compaction requested=false 2024-11-14T07:23:07,683 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,2-c7aa6e2790b3,45947,1731568959409.replicationSource.wal-reader.c7aa6e2790b3%2C45947%2C1731568959409,2-c7aa6e2790b3,45947,1731568959409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/WALs/c7aa6e2790b3,45947,1731568959409/c7aa6e2790b3%2C45947%2C1731568959409.1731568982341 to pos 393, reset compression=false 2024-11-14T07:23:07,684 DEBUG [RS:0;c7aa6e2790b3:45947 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cd4f69c6adf25b9b9a6f3aa92e1fa134 2024-11-14T07:23:07,687 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45947,1731568959409.replicationSource.wal-reader.c7aa6e2790b3%2C45947%2C1731568959409,1-c7aa6e2790b3,45947,1731568959409 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T07:23:07,687 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45947,1731568959409.replicationSource.wal-reader.c7aa6e2790b3%2C45947%2C1731568959409,1-c7aa6e2790b3,45947,1731568959409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/WALs/c7aa6e2790b3,45947,1731568959409/c7aa6e2790b3%2C45947%2C1731568959409.1731568982341 to pos 688, reset compression=false 2024-11-14T07:23:07,687 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45947,1731568959409.replicationSource.shipperc7aa6e2790b3%2C45947%2C1731568959409,1-c7aa6e2790b3,45947,1731568959409 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c7aa6e2790b3,45947,1731568959409 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/WALs/c7aa6e2790b3,45947,1731568959409/c7aa6e2790b3%2C45947%2C1731568959409.1731568982341, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T07:23:07,689 ERROR [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45947,1731568959409.replicationSource.shipperc7aa6e2790b3%2C45947%2C1731568959409,1-c7aa6e2790b3,45947,1731568959409 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c7aa6e2790b3,45947,1731568959409: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c7aa6e2790b3,45947,1731568959409, walGroup=c7aa6e2790b3%2C45947%2C1731568959409, offset=c7aa6e2790b3%2C45947%2C1731568959409.1731568982341:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c7aa6e2790b3:45947 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T07:23:07,691 ERROR [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45947,1731568959409.replicationSource.shipperc7aa6e2790b3%2C45947%2C1731568959409,1-c7aa6e2790b3,45947,1731568959409 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T07:23:07,691 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45947,1731568959409.replicationSource.shipperc7aa6e2790b3%2C45947%2C1731568959409,1-c7aa6e2790b3,45947,1731568959409 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T07:23:07,691 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45947,1731568959409.replicationSource.shipperc7aa6e2790b3%2C45947%2C1731568959409,1-c7aa6e2790b3,45947,1731568959409 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T07:23:07,691 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45947,1731568959409.replicationSource.shipperc7aa6e2790b3%2C45947%2C1731568959409,1-c7aa6e2790b3,45947,1731568959409 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T07:23:07,691 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45947,1731568959409.replicationSource.shipperc7aa6e2790b3%2C45947%2C1731568959409,1-c7aa6e2790b3,45947,1731568959409 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T07:23:07,691 INFO [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45947,1731568959409.replicationSource.shipperc7aa6e2790b3%2C45947%2C1731568959409,1-c7aa6e2790b3,45947,1731568959409 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1633681408, "init": 1048576000, "max": 2306867200, "used": 1008221184 }, "NonHeapMemoryUsage": { "committed": 211746816, "init": 7667712, "max": -1, "used": 208740168 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T07:23:07,692 WARN [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45947,1731568959409.replicationSource.shipperc7aa6e2790b3%2C45947%2C1731568959409,1-c7aa6e2790b3,45947,1731568959409 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c7aa6e2790b3:41379 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c7aa6e2790b3:41379 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T07:23:07,692 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,2-c7aa6e2790b3,45947,1731568959409.replicationSource.wal-reader.c7aa6e2790b3%2C45947%2C1731568959409,2-c7aa6e2790b3,45947,1731568959409 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T07:23:07,692 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,2-c7aa6e2790b3,45947,1731568959409.replicationSource.wal-reader.c7aa6e2790b3%2C45947%2C1731568959409,2-c7aa6e2790b3,45947,1731568959409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/WALs/c7aa6e2790b3,45947,1731568959409/c7aa6e2790b3%2C45947%2C1731568959409.1731568982341 to pos 688, reset compression=false 2024-11-14T07:23:07,692 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,2-c7aa6e2790b3,45947,1731568959409.replicationSource.shipperc7aa6e2790b3%2C45947%2C1731568959409,2-c7aa6e2790b3,45947,1731568959409 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-c7aa6e2790b3,45947,1731568959409 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/WALs/c7aa6e2790b3,45947,1731568959409/c7aa6e2790b3%2C45947%2C1731568959409.1731568982341, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T07:23:07,693 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,2-c7aa6e2790b3,45947,1731568959409.replicationSource.shipperc7aa6e2790b3%2C45947%2C1731568959409,2-c7aa6e2790b3,45947,1731568959409 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-14T07:23:07,701 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T07:23:07,701 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T07:23:07,701 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T07:23:07,701 INFO [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T07:23:07,701 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731568987484Running coprocessor pre-close hooks at 1731568987484Disabling compacts and flushes for region at 1731568987484Disabling writes for close at 1731568987484Obtaining lock to block concurrent updates at 1731568987484Preparing flush snapshotting stores in 1588230740 at 1731568987484Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731568987485 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731568987486 (+1 ms)Flushing 1588230740/info: creating writer at 1731568987486Flushing 1588230740/info: appending metadata at 1731568987523 (+37 ms)Flushing 1588230740/info: closing flushed file at 1731568987523Flushing 1588230740/ns: creating writer at 1731568987544 (+21 ms)Flushing 1588230740/ns: appending metadata at 1731568987561 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731568987561Flushing 1588230740/rep_barrier: creating writer at 1731568987578 (+17 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731568987596 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731568987596Flushing 1588230740/table: creating writer at 1731568987607 (+11 ms)Flushing 1588230740/table: appending metadata at 1731568987624 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731568987624Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e4fbf25: reopening flushed file at 1731568987640 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1309283f: reopening flushed file at 1731568987645 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64f7269: reopening flushed file at 1731568987651 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19e9a494: reopening flushed file at 1731568987657 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 182ms, sequenceid=16, compaction requested=false at 1731568987666 (+9 ms)Writing region close event to WAL at 1731568987688 (+22 ms)Running coprocessor post-close hooks at 1731568987701 (+13 ms)Closed at 1731568987701 2024-11-14T07:23:07,702 DEBUG [RS_CLOSE_META-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T07:23:07,885 DEBUG [RS:0;c7aa6e2790b3:45947 {}] regionserver.HRegionServer(1351): Waiting on cd4f69c6adf25b9b9a6f3aa92e1fa134 2024-11-14T07:23:07,910 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45947,1731568959409.replicationSource.wal-reader.c7aa6e2790b3%2C45947%2C1731568959409,1-c7aa6e2790b3,45947,1731568959409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/WALs/c7aa6e2790b3,45947,1731568959409/c7aa6e2790b3%2C45947%2C1731568959409.1731568982341 to pos 688, reset compression=false 2024-11-14T07:23:07,912 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,2-c7aa6e2790b3,45947,1731568959409.replicationSource.wal-reader.c7aa6e2790b3%2C45947%2C1731568959409,2-c7aa6e2790b3,45947,1731568959409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/WALs/c7aa6e2790b3,45947,1731568959409/c7aa6e2790b3%2C45947%2C1731568959409.1731568982341 to pos 688, reset compression=false 2024-11-14T07:23:07,935 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/data/hbase/replication/cd4f69c6adf25b9b9a6f3aa92e1fa134/.tmp/hfileref/9f0122b9e7684c97b74d4c07280bf318 2024-11-14T07:23:07,957 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/data/hbase/replication/cd4f69c6adf25b9b9a6f3aa92e1fa134/.tmp/queue/8842f75f2bc84cfa82ed08c8896213d3 is 153, key is 1-c7aa6e2790b3,45947,1731568959409/queue:c7aa6e2790b3%2C45947%2C1731568959409/1731568983702/Put/seqid=0 2024-11-14T07:23:07,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40489 is added to blk_1073741852_1028 (size=5504) 2024-11-14T07:23:08,078 INFO [regionserver/c7aa6e2790b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T07:23:08,078 INFO [regionserver/c7aa6e2790b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T07:23:08,085 DEBUG [RS:0;c7aa6e2790b3:45947 {}] regionserver.HRegionServer(1351): Waiting on cd4f69c6adf25b9b9a6f3aa92e1fa134 2024-11-14T07:23:08,224 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,2-c7aa6e2790b3,45947,1731568959409.replicationSource.wal-reader.c7aa6e2790b3%2C45947%2C1731568959409,2-c7aa6e2790b3,45947,1731568959409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/WALs/c7aa6e2790b3,45947,1731568959409/c7aa6e2790b3%2C45947%2C1731568959409.1731568982341 to pos 688, reset compression=false 2024-11-14T07:23:08,224 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45947,1731568959409.replicationSource.wal-reader.c7aa6e2790b3%2C45947%2C1731568959409,1-c7aa6e2790b3,45947,1731568959409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/WALs/c7aa6e2790b3,45947,1731568959409/c7aa6e2790b3%2C45947%2C1731568959409.1731568982341 to pos 688, reset compression=false 2024-11-14T07:23:08,265 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T07:23:08,266 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c7aa6e2790b3,32917,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c7aa6e2790b3:32917 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T07:23:08,266 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 18, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 168837 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c7aa6e2790b3,32917,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c7aa6e2790b3:32917 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T07:23:08,285 DEBUG [RS:0;c7aa6e2790b3:45947 {}] regionserver.HRegionServer(1351): Waiting on cd4f69c6adf25b9b9a6f3aa92e1fa134 2024-11-14T07:23:08,368 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/data/hbase/replication/cd4f69c6adf25b9b9a6f3aa92e1fa134/.tmp/queue/8842f75f2bc84cfa82ed08c8896213d3 2024-11-14T07:23:08,371 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/data/hbase/replication/cd4f69c6adf25b9b9a6f3aa92e1fa134/.tmp/hfileref/9f0122b9e7684c97b74d4c07280bf318 as hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/data/hbase/replication/cd4f69c6adf25b9b9a6f3aa92e1fa134/hfileref/9f0122b9e7684c97b74d4c07280bf318 2024-11-14T07:23:08,374 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/data/hbase/replication/cd4f69c6adf25b9b9a6f3aa92e1fa134/hfileref/9f0122b9e7684c97b74d4c07280bf318, entries=6, sequenceid=17, filesize=5.4 K 2024-11-14T07:23:08,375 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/data/hbase/replication/cd4f69c6adf25b9b9a6f3aa92e1fa134/.tmp/queue/8842f75f2bc84cfa82ed08c8896213d3 as hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/data/hbase/replication/cd4f69c6adf25b9b9a6f3aa92e1fa134/queue/8842f75f2bc84cfa82ed08c8896213d3 2024-11-14T07:23:08,378 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/data/hbase/replication/cd4f69c6adf25b9b9a6f3aa92e1fa134/queue/8842f75f2bc84cfa82ed08c8896213d3, entries=2, sequenceid=17, filesize=5.4 K 2024-11-14T07:23:08,379 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for cd4f69c6adf25b9b9a6f3aa92e1fa134 in 877ms, sequenceid=17, compaction requested=false 2024-11-14T07:23:08,382 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/data/hbase/replication/cd4f69c6adf25b9b9a6f3aa92e1fa134/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-14T07:23:08,382 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T07:23:08,382 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T07:23:08,382 INFO [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731568977644.cd4f69c6adf25b9b9a6f3aa92e1fa134. 2024-11-14T07:23:08,382 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cd4f69c6adf25b9b9a6f3aa92e1fa134: Waiting for close lock at 1731568987502Running coprocessor pre-close hooks at 1731568987502Disabling compacts and flushes for region at 1731568987502Disabling writes for close at 1731568987502Obtaining lock to block concurrent updates at 1731568987502Preparing flush snapshotting stores in cd4f69c6adf25b9b9a6f3aa92e1fa134 at 1731568987502Finished memstore snapshotting hbase:replication,,1731568977644.cd4f69c6adf25b9b9a6f3aa92e1fa134., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731568987503 (+1 ms)Flushing stores of hbase:replication,,1731568977644.cd4f69c6adf25b9b9a6f3aa92e1fa134. at 1731568987503Flushing cd4f69c6adf25b9b9a6f3aa92e1fa134/hfileref: creating writer at 1731568987503Flushing cd4f69c6adf25b9b9a6f3aa92e1fa134/hfileref: appending metadata at 1731568987523 (+20 ms)Flushing cd4f69c6adf25b9b9a6f3aa92e1fa134/hfileref: closing flushed file at 1731568987523Flushing cd4f69c6adf25b9b9a6f3aa92e1fa134/queue: creating writer at 1731568987939 (+416 ms)Flushing cd4f69c6adf25b9b9a6f3aa92e1fa134/queue: appending metadata at 1731568987957 (+18 ms)Flushing cd4f69c6adf25b9b9a6f3aa92e1fa134/queue: closing flushed file at 1731568987957Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@329f9beb: reopening flushed file at 1731568988371 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e757d50: reopening flushed file at 1731568988375 (+4 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for cd4f69c6adf25b9b9a6f3aa92e1fa134 in 877ms, sequenceid=17, compaction requested=false at 1731568988379 (+4 ms)Writing region close event to WAL at 1731568988380 (+1 ms)Running coprocessor post-close hooks at 1731568988382 (+2 ms)Closed at 1731568988382 2024-11-14T07:23:08,383 DEBUG [RS_CLOSE_REGION-regionserver/c7aa6e2790b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731568977644.cd4f69c6adf25b9b9a6f3aa92e1fa134. 2024-11-14T07:23:08,485 INFO [RS:0;c7aa6e2790b3:45947 {}] regionserver.HRegionServer(976): stopping server c7aa6e2790b3,45947,1731568959409; all regions closed. 2024-11-14T07:23:08,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40489 is added to blk_1073741842_1018 (size=859) 2024-11-14T07:23:08,487 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/WALs/c7aa6e2790b3,45947,1731568959409/c7aa6e2790b3%2C45947%2C1731568959409.meta.1731568982302.meta not finished, retry = 0 2024-11-14T07:23:08,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40489 is added to blk_1073741844_1020 (size=2791) 2024-11-14T07:23:08,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40489 is added to blk_1073741843_1019 (size=696) 2024-11-14T07:23:08,592 DEBUG [RS:0;c7aa6e2790b3:45947 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:23:08,592 INFO [RS:0;c7aa6e2790b3:45947 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T07:23:08,592 INFO [RS:0;c7aa6e2790b3:45947 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T07:23:08,592 INFO [RS:0;c7aa6e2790b3:45947 {}] hbase.ChoreService(370): Chore service for: regionserver/c7aa6e2790b3:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T07:23:08,592 INFO [RS:0;c7aa6e2790b3:45947 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T07:23:08,592 INFO [regionserver/c7aa6e2790b3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T07:23:08,593 INFO [RS:0;c7aa6e2790b3:45947 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c7aa6e2790b3,45947,1731568959409 because: Region server is closing 2024-11-14T07:23:08,593 INFO [RS:0;c7aa6e2790b3:45947 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c7aa6e2790b3:45947. 2024-11-14T07:23:08,593 DEBUG [RS:0;c7aa6e2790b3:45947 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:23:08,593 DEBUG [RS:0;c7aa6e2790b3:45947 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:23:08,593 DEBUG [RS:0;c7aa6e2790b3:45947 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:23:08,593 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:23:08,637 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,2-c7aa6e2790b3,45947,1731568959409.replicationSource.wal-reader.c7aa6e2790b3%2C45947%2C1731568959409,2-c7aa6e2790b3,45947,1731568959409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/WALs/c7aa6e2790b3,45947,1731568959409/c7aa6e2790b3%2C45947%2C1731568959409.1731568982341 to pos 688, reset compression=false 2024-11-14T07:23:08,639 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,2-c7aa6e2790b3,45947,1731568959409.replicationSource.wal-reader.c7aa6e2790b3%2C45947%2C1731568959409,2-c7aa6e2790b3,45947,1731568959409 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/WALs/c7aa6e2790b3,45947,1731568959409/c7aa6e2790b3%2C45947%2C1731568959409.1731568982341 2024-11-14T07:23:08,639 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,2-c7aa6e2790b3,45947,1731568959409.replicationSource.wal-reader.c7aa6e2790b3%2C45947%2C1731568959409,2-c7aa6e2790b3,45947,1731568959409 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-14T07:23:08,639 DEBUG [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,2-c7aa6e2790b3,45947,1731568959409.replicationSource.wal-reader.c7aa6e2790b3%2C45947%2C1731568959409,2-c7aa6e2790b3,45947,1731568959409 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-14T07:23:08,693 INFO [RS:0;c7aa6e2790b3:45947 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,1-c7aa6e2790b3,45947,1731568959409.replicationSource.shipperc7aa6e2790b3%2C45947%2C1731568959409,1-c7aa6e2790b3,45947,1731568959409 terminated 2024-11-14T07:23:08,693 INFO [RS:0;c7aa6e2790b3:45947 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-c7aa6e2790b3,45947,1731568959409 because: Region server is closing 2024-11-14T07:23:08,693 INFO [RS:0;c7aa6e2790b3:45947 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c7aa6e2790b3:45947. 2024-11-14T07:23:08,694 DEBUG [RS:0;c7aa6e2790b3:45947 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T07:23:08,694 DEBUG [RS:0;c7aa6e2790b3:45947 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:23:08,694 DEBUG [RS:0;c7aa6e2790b3:45947 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T07:23:08,694 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T07:23:08,794 INFO [RS:0;c7aa6e2790b3:45947 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,2-c7aa6e2790b3,45947,1731568959409.replicationSource.shipperc7aa6e2790b3%2C45947%2C1731568959409,2-c7aa6e2790b3,45947,1731568959409 terminated 2024-11-14T07:23:08,794 INFO [RS:0;c7aa6e2790b3:45947 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45947 2024-11-14T07:23:08,794 WARN [RS_REFRESH_PEER-regionserver/c7aa6e2790b3:0-0.replicationSource,2-c7aa6e2790b3,45947,1731568959409.replicationSource.wal-reader.c7aa6e2790b3%2C45947%2C1731568959409,2-c7aa6e2790b3,45947,1731568959409 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-11-14T07:23:08,817 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T07:23:08,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41379-0x101383973250000, quorum=127.0.0.1:56093, baseZNode=/0-1956500333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1956500333/rs 2024-11-14T07:23:08,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45947-0x101383973250001, quorum=127.0.0.1:56093, baseZNode=/0-1956500333 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1956500333/rs/c7aa6e2790b3,45947,1731568959409 2024-11-14T07:23:08,875 INFO [RS:0;c7aa6e2790b3:45947 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T07:23:08,995 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c7aa6e2790b3,45947,1731568959409] 2024-11-14T07:23:09,077 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1956500333/draining/c7aa6e2790b3,45947,1731568959409 already deleted, retry=false 2024-11-14T07:23:09,077 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c7aa6e2790b3,45947,1731568959409 expired; onlineServers=0 2024-11-14T07:23:09,078 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c7aa6e2790b3,41379,1731568959227' ***** 2024-11-14T07:23:09,078 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T07:23:09,078 INFO [M:0;c7aa6e2790b3:41379 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T07:23:09,078 INFO [M:0;c7aa6e2790b3:41379 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T07:23:09,078 DEBUG [M:0;c7aa6e2790b3:41379 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T07:23:09,078 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T07:23:09,078 DEBUG [M:0;c7aa6e2790b3:41379 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T07:23:09,078 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.large.0-1731568961012 {}] cleaner.HFileCleaner(306): Exit Thread[master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.large.0-1731568961012,5,FailOnTimeoutGroup] 2024-11-14T07:23:09,078 DEBUG [master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.small.0-1731568961012 {}] cleaner.HFileCleaner(306): Exit Thread[master/c7aa6e2790b3:0:becomeActiveMaster-HFileCleaner.small.0-1731568961012,5,FailOnTimeoutGroup] 2024-11-14T07:23:09,078 INFO [M:0;c7aa6e2790b3:41379 {}] hbase.ChoreService(370): Chore service for: master/c7aa6e2790b3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T07:23:09,078 INFO [M:0;c7aa6e2790b3:41379 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T07:23:09,078 DEBUG [M:0;c7aa6e2790b3:41379 {}] master.HMaster(1795): Stopping service threads 2024-11-14T07:23:09,078 INFO [M:0;c7aa6e2790b3:41379 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T07:23:09,078 INFO [M:0;c7aa6e2790b3:41379 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T07:23:09,078 ERROR [M:0;c7aa6e2790b3:41379 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1591327397) connection to localhost/127.0.0.1:43803 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:43803,5,PEWorkerGroup] 2024-11-14T07:23:09,079 INFO [M:0;c7aa6e2790b3:41379 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T07:23:09,079 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T07:23:09,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45947-0x101383973250001, quorum=127.0.0.1:56093, baseZNode=/0-1956500333 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T07:23:09,095 INFO [RS:0;c7aa6e2790b3:45947 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T07:23:09,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45947-0x101383973250001, quorum=127.0.0.1:56093, baseZNode=/0-1956500333 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T07:23:09,095 INFO [RS:0;c7aa6e2790b3:45947 {}] regionserver.HRegionServer(1031): Exiting; stopping=c7aa6e2790b3,45947,1731568959409; zookeeper connection closed. 2024-11-14T07:23:09,096 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5b197685 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5b197685 2024-11-14T07:23:09,096 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T07:23:09,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41379-0x101383973250000, quorum=127.0.0.1:56093, baseZNode=/0-1956500333 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1956500333/master 2024-11-14T07:23:09,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41379-0x101383973250000, quorum=127.0.0.1:56093, baseZNode=/0-1956500333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1956500333 2024-11-14T07:23:09,141 DEBUG [M:0;c7aa6e2790b3:41379 {}] zookeeper.ZKUtil(347): master:41379-0x101383973250000, quorum=127.0.0.1:56093, baseZNode=/0-1956500333 Unable to get data of znode /0-1956500333/master because node does not exist (not an error) 2024-11-14T07:23:09,141 WARN [M:0;c7aa6e2790b3:41379 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T07:23:09,141 INFO [M:0;c7aa6e2790b3:41379 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/.lastflushedseqids 2024-11-14T07:23:09,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40489 is added to blk_1073741853_1029 (size=263) 2024-11-14T07:23:09,145 INFO [M:0;c7aa6e2790b3:41379 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T07:23:09,145 INFO [M:0;c7aa6e2790b3:41379 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T07:23:09,145 DEBUG [M:0;c7aa6e2790b3:41379 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T07:23:09,145 INFO [M:0;c7aa6e2790b3:41379 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:23:09,145 DEBUG [M:0;c7aa6e2790b3:41379 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:23:09,145 DEBUG [M:0;c7aa6e2790b3:41379 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T07:23:09,145 DEBUG [M:0;c7aa6e2790b3:41379 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:23:09,145 INFO [M:0;c7aa6e2790b3:41379 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.84 KB heapSize=70.52 KB 2024-11-14T07:23:09,174 DEBUG [M:0;c7aa6e2790b3:41379 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c63193d7d04f4c26a65f3c04ef7d8e0f is 82, key is hbase:meta,,1/info:regioninfo/1731568961862/Put/seqid=0 2024-11-14T07:23:09,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40489 is added to blk_1073741854_1030 (size=5672) 2024-11-14T07:23:09,578 INFO [M:0;c7aa6e2790b3:41379 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c63193d7d04f4c26a65f3c04ef7d8e0f 2024-11-14T07:23:09,599 DEBUG [M:0;c7aa6e2790b3:41379 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fe780a54768241f2997a5e81aadb2034 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731568978552/Put/seqid=0 2024-11-14T07:23:09,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40489 is added to blk_1073741855_1031 (size=8910) 2024-11-14T07:23:09,694 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T07:23:09,695 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:23:09,695 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:23:09,695 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:23:09,695 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:23:09,695 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:23:09,695 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:23:09,696 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:23:09,696 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:23:09,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:23:09,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:23:09,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:23:09,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:23:09,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:23:09,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:23:09,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:23:09,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:23:09,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:23:09,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:23:09,776 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:23:09,776 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T07:23:10,003 INFO [M:0;c7aa6e2790b3:41379 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.29 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fe780a54768241f2997a5e81aadb2034 2024-11-14T07:23:10,022 DEBUG [M:0;c7aa6e2790b3:41379 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/57e7c5dc5dd7480d8dacf1255c894cec is 69, key is c7aa6e2790b3,45947,1731568959409/rs:state/1731568961061/Put/seqid=0 2024-11-14T07:23:10,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40489 is added to blk_1073741856_1032 (size=5156) 2024-11-14T07:23:10,427 INFO [M:0;c7aa6e2790b3:41379 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/57e7c5dc5dd7480d8dacf1255c894cec 2024-11-14T07:23:10,431 DEBUG [M:0;c7aa6e2790b3:41379 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c63193d7d04f4c26a65f3c04ef7d8e0f as hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c63193d7d04f4c26a65f3c04ef7d8e0f 2024-11-14T07:23:10,434 INFO [M:0;c7aa6e2790b3:41379 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c63193d7d04f4c26a65f3c04ef7d8e0f, entries=8, sequenceid=112, filesize=5.5 K 2024-11-14T07:23:10,435 DEBUG [M:0;c7aa6e2790b3:41379 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fe780a54768241f2997a5e81aadb2034 as hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fe780a54768241f2997a5e81aadb2034 2024-11-14T07:23:10,438 INFO [M:0;c7aa6e2790b3:41379 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fe780a54768241f2997a5e81aadb2034, entries=13, sequenceid=112, filesize=8.7 K 2024-11-14T07:23:10,438 DEBUG [M:0;c7aa6e2790b3:41379 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/57e7c5dc5dd7480d8dacf1255c894cec as hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/57e7c5dc5dd7480d8dacf1255c894cec 2024-11-14T07:23:10,442 INFO [M:0;c7aa6e2790b3:41379 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43803/user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/57e7c5dc5dd7480d8dacf1255c894cec, entries=1, sequenceid=112, filesize=5.0 K 2024-11-14T07:23:10,443 INFO [M:0;c7aa6e2790b3:41379 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.84 KB/61280, heapSize ~70.22 KB/71904, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1298ms, sequenceid=112, compaction requested=false 2024-11-14T07:23:10,444 INFO [M:0;c7aa6e2790b3:41379 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T07:23:10,444 DEBUG [M:0;c7aa6e2790b3:41379 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731568989145Disabling compacts and flushes for region at 1731568989145Disabling writes for close at 1731568989145Obtaining lock to block concurrent updates at 1731568989145Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731568989145Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61280, getHeapSize=72144, getOffHeapSize=0, getCellsCount=131 at 1731568989146 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731568989146Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731568989146Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731568989174 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731568989174Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731568989582 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731568989599 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731568989599Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731568990006 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731568990021 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731568990021Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55f1f668: reopening flushed file at 1731568990430 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57ba80d7: reopening flushed file at 1731568990434 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@142a1fe8: reopening flushed file at 1731568990438 (+4 ms)Finished flush of dataSize ~59.84 KB/61280, heapSize ~70.22 KB/71904, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1298ms, sequenceid=112, compaction requested=false at 1731568990443 (+5 ms)Writing region close event to WAL at 1731568990444 (+1 ms)Closed at 1731568990444 2024-11-14T07:23:10,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40489 is added to blk_1073741830_1006 (size=69067) 2024-11-14T07:23:10,450 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f1371137-203e-83a1-0d3d-78ae587b51ce/MasterData/WALs/c7aa6e2790b3,41379,1731568959227/c7aa6e2790b3%2C41379%2C1731568959227.1731568960753 not finished, retry = 0 2024-11-14T07:23:10,551 INFO [M:0;c7aa6e2790b3:41379 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T07:23:10,551 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T07:23:10,551 INFO [M:0;c7aa6e2790b3:41379 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41379 2024-11-14T07:23:10,551 INFO [M:0;c7aa6e2790b3:41379 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T07:23:10,701 INFO [M:0;c7aa6e2790b3:41379 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T07:23:10,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41379-0x101383973250000, quorum=127.0.0.1:56093, baseZNode=/0-1956500333 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T07:23:10,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41379-0x101383973250000, quorum=127.0.0.1:56093, baseZNode=/0-1956500333 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T07:23:10,704 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6a59a973{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T07:23:10,705 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5799d95e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T07:23:10,705 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T07:23:10,705 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ba6bf0b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T07:23:10,705 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49d9060f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b697ab08-e896-cb69-9915-9814179497c4/hadoop.log.dir/,STOPPED} 2024-11-14T07:23:10,707 WARN [BP-1960772423-172.17.0.2-1731568957321 heartbeating to localhost/127.0.0.1:43803 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T07:23:10,707 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T07:23:10,707 WARN [BP-1960772423-172.17.0.2-1731568957321 heartbeating to localhost/127.0.0.1:43803 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1960772423-172.17.0.2-1731568957321 (Datanode Uuid 23727b09-a28c-4034-8a23-920d0507d187) service to localhost/127.0.0.1:43803 2024-11-14T07:23:10,708 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b697ab08-e896-cb69-9915-9814179497c4/cluster_75010b58-f538-cf17-79d9-695dee44538f/data/data2/current/BP-1960772423-172.17.0.2-1731568957321 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T07:23:10,708 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T07:23:10,708 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T07:23:10,708 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b697ab08-e896-cb69-9915-9814179497c4/cluster_75010b58-f538-cf17-79d9-695dee44538f/data/data1/current/BP-1960772423-172.17.0.2-1731568957321 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T07:23:10,715 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@71ba3e66{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T07:23:10,715 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4a3c6efa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T07:23:10,715 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T07:23:10,716 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@202ede8c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T07:23:10,716 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34af3c01{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b697ab08-e896-cb69-9915-9814179497c4/hadoop.log.dir/,STOPPED} 2024-11-14T07:23:10,722 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T07:23:10,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T07:23:10,754 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=598 (was 529) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43803 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39527 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44637 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56093) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43803 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43803 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39527 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44637 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43803 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43803 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39527 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43803 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56093) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43803 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39527 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43803 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44637 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:44637 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44637 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56093) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43803 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44637 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44637 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43803 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44637 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43803 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:43803 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44637 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39527 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39527 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43803 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39527 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39527 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:39527 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44637 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39527 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43803 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=982 (was 866) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=413 (was 286) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4490 (was 4939) 2024-11-14T07:23:10,755 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=598 is superior to 500